@milaboratories/pl-middle-layer 1.63.2 → 1.64.1

package/dist/network_check/template.cjs

@@ -239,7 +239,7 @@ async function chooseFile(lsDriver, storage, limit, minSize, maxSize, minLsReque
 /** Deep-first search for files in the storage. */
 async function* listFilesSequence(lsDriver, storage, parent, nLsRequests) {
 	nLsRequests++;
-	const files = await lsDriver.listRemoteFilesWithAdditionalInfo(storage.handle, parent);
+	const files = await lsDriver.listRemoteFilesWithFileStats(storage.handle, parent);
 	for (const file of files.entries) if (file.type === "file" && file.fullPath.startsWith(parent)) yield {
 		file,
 		nLsRequests

package/dist/network_check/template.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"template.cjs","names":["SdkTemplates","Pl","ImportFileHandleUploadData","path","os","fs","createRenderTemplate","loadTemplate","prepareTemplateSpec","ContinuePolling"],"sources":["../../src/network_check/template.ts"],"sourcesContent":["import type { FieldId, FieldRef, PlClient, ResourceData } from \"@milaboratories/pl-client\";\nimport {\n  type PlTransaction,\n  ContinuePolling,\n  field,\n  isNotNullSignedResourceId,\n  isNullSignedResourceId,\n  Pl,\n  poll,\n  toGlobalFieldId,\n} from \"@milaboratories/pl-client\";\nimport { createRenderTemplate } from \"../mutator/template/render_template\";\nimport { Templates as SdkTemplates } from \"@platforma-sdk/workflow-tengo\";\nimport type { TemplateSpecAny } from \"../model/template_spec\";\nimport { loadTemplate, prepareTemplateSpec } from \"../mutator/template/template_loading\";\nimport type { ClientDownload, LsDriver } from \"@milaboratories/pl-drivers\";\nimport {\n  ImportFileHandleUploadData,\n  isSignMatch,\n  isUpload,\n  uploadBlob,\n  type ClientUpload,\n  type LsEntryWithAdditionalInfo,\n} from \"@milaboratories/pl-drivers\";\nimport type { Signer } from \"@milaboratories/ts-helpers\";\nimport { notEmpty, type MiLogger } from \"@milaboratories/ts-helpers\";\nimport type { ResourceInfo } from \"@milaboratories/pl-tree\";\nimport { text } from \"node:stream/consumers\";\nimport path from \"node:path\";\nimport fs from \"node:fs/promises\";\nimport os from \"node:os\";\nimport { randomBytes } from \"node:crypto\";\nimport type { StorageEntry } from \"@milaboratories/pl-model-common\";\n\nexport interface TemplateReport {\n  status: \"ok\" | \"warn\" | \"failed\";\n  message: string;\n}\n\n/** Uploads `hello-world` template and checks the output is correct. */\nexport async function uploadTemplate(\n  logger: MiLogger,\n  pl: PlClient,\n  name: string,\n): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runUploadTemplate(logger, pl, name);\n    if (gotGreeting !== `Hello, ${name}`) {\n      return {\n        status: \"failed\",\n        message: `Template uploading failed: expected: ${name}, got: ${gotGreeting}`,\n      };\n    }\n\n    return { status: \"ok\", message: `Template uploading succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Template uploading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runUploadTemplate(\n  logger: MiLogger,\n  pl: PlClient,\n  name: string,\n): Promise<string> {\n  const outputs = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.upload_template\"],\n    true,\n    (tx) => ({\n      name: tx.createValue(Pl.JsonObject, JSON.stringify(name)),\n    }),\n    [\"greeting\"],\n  );\n\n  try {\n    return JSON.parse(notEmpty((await getFieldValue(pl, outputs.greeting)).data?.toString()));\n  } finally {\n    if (outputs != undefined) {\n      await deleteFields(pl, Object.values(outputs));\n    }\n  }\n}\n\n/** Uploads a file to the backend and checks the output is a Blob resource. */\nexport async function uploadFile(\n  logger: MiLogger,\n  signer: Signer,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  pl: PlClient,\n  filePath: string,\n): Promise<TemplateReport> {\n  try {\n    const gotBlob = await runUploadFile(logger, signer, lsDriver, uploadClient, pl, filePath);\n\n    if (gotBlob.type.name !== \"Blob\") {\n      return { status: \"failed\", message: `File uploading failed: ${gotBlob.type.name}` };\n    }\n\n    return { status: \"ok\", message: `File uploading succeeded: ${gotBlob.type.name}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `File uploading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runUploadFile(\n  logger: MiLogger,\n  signer: Signer,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  pl: PlClient,\n  filePath: string,\n): Promise<ResourceInfo> {\n  const handle = await lsDriver.getLocalFileHandle(filePath);\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.upload_blob\"],\n    true,\n    (tx) => ({\n      file: tx.createValue(Pl.JsonObject, JSON.stringify(handle)),\n    }),\n    [\"progress\", \"file\"],\n  );\n\n  try {\n    const progress = await getFieldValue(pl, result.progress);\n\n    if (isUpload(progress)) {\n      const uploadData = ImportFileHandleUploadData.parse(\n        JSON.parse(notEmpty(progress.data?.toString())),\n      );\n      const isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n\n      if (isUploadSignMatch) {\n        await uploadBlob(logger, uploadClient, progress, uploadData, () => false, {\n          nPartsWithThisUploadSpeed: 10,\n          nPartsToIncreaseUpload: 10,\n          currentSpeed: 10,\n          maxSpeed: 10,\n        });\n      }\n    }\n\n    return await getFieldValue(pl, result.file);\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Uploads a file to the backend and then tries to download it back. */\nexport async function downloadFile(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  downloadClient: ClientDownload,\n  filePath: string,\n  fileContent: string,\n): Promise<TemplateReport> {\n  try {\n    const gotFileContent = await runDownloadFile(\n      logger,\n      pl,\n      lsDriver,\n      uploadClient,\n      downloadClient,\n      filePath,\n    );\n\n    if (gotFileContent !== fileContent) {\n      return {\n        status: \"failed\",\n        message: `File downloading failed: expected: ${fileContent}, got: ${gotFileContent}`,\n      };\n    }\n    return { status: \"ok\", message: `File downloading succeeded: ${gotFileContent}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `File downloading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runDownloadFile(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  downloadClient: ClientDownload,\n  filePath: string,\n) {\n  const handle = await lsDriver.getLocalFileHandle(filePath);\n\n  const outputs = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.download_blob\"],\n    true,\n    (tx) => ({ file: tx.createValue(Pl.JsonObject, JSON.stringify(handle)) }),\n    [\"progress\", \"file\"],\n  );\n\n  try {\n    const progress = await getFieldValue(pl, outputs.progress);\n\n    await uploadBlob(\n      logger,\n      uploadClient,\n      progress,\n      ImportFileHandleUploadData.parse(JSON.parse(notEmpty(progress.data?.toString()))),\n      () => false,\n      {\n        nPartsWithThisUploadSpeed: 1,\n        nPartsToIncreaseUpload: 1,\n        currentSpeed: 1,\n        maxSpeed: 1,\n      },\n    );\n\n    const fileInfo = await getFieldValue(pl, outputs.file);\n\n    return await downloadClient.withBlobContent(\n      fileInfo,\n      {},\n      {},\n      async (content) => await text(content),\n    );\n  } finally {\n    await deleteFields(pl, Object.values(outputs));\n  }\n}\n\n/** Runs Go's hello-world binary. */\nexport async function softwareCheck(pl: PlClient): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runSoftware(pl);\n\n    if (gotGreeting !== \"Hello from go binary\\n\") {\n      return { status: \"failed\", message: `Software check failed: got: ${gotGreeting}` };\n    }\n    return { status: \"ok\", message: `Software check succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Software check failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runSoftware(pl: PlClient): Promise<string> {\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.run_hello_world\"],\n    true,\n    (_: PlTransaction) => ({}),\n    [\"greeting\"],\n  );\n\n  try {\n    return notEmpty((await getFieldValue(pl, result.greeting)).data?.toString());\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Runs Python hello-world. */\nexport async function pythonSoftware(pl: PlClient, name: string): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runPythonSoftware(pl, name);\n\n    if (gotGreeting !== `Hello, ${name}!\\n`) {\n      return { status: \"failed\", message: `Python software check failed: got: ${gotGreeting}` };\n    }\n    return { status: \"ok\", message: `Python software check succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Python software check failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runPythonSoftware(pl: PlClient, name: string): Promise<string> {\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.run_hello_world_py\"],\n    true,\n    (tx) => ({ name: tx.createValue(Pl.JsonObject, JSON.stringify(name)) }),\n    [\"greeting\"],\n  );\n\n  try {\n    return notEmpty((await getFieldValue(pl, result.greeting)).data?.toString());\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Tries to download a file from every storage. */\nexport async function downloadFromEveryStorage(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  ops: {\n    minLsRequests: number;\n    bytesLimit: number;\n    minFileSize: number;\n    maxFileSize: number;\n    nFilesToCheck: number;\n  },\n): Promise<Record<string, TemplateReport>> {\n  try {\n    const storages = await lsDriver.getStorageList();\n    const results: Record<string, TemplateReport> = {};\n\n    for (const storage of storages) {\n      const result = await chooseFile(\n        lsDriver,\n        storage,\n        ops.nFilesToCheck,\n        ops.minFileSize,\n        ops.maxFileSize,\n        ops.minLsRequests,\n      );\n      if (result.file === undefined) {\n        results[storage.id] = {\n          status: \"warn\",\n          message:\n            `No file between ${ops.minFileSize} and ${ops.maxFileSize} bytes ` +\n            `found in storage ${storage.name}, checked ${result.nCheckedFiles} files, ` +\n            `did ${result.nLsRequests} ls requests`,\n        };\n        continue;\n      }\n\n      logger.info(`Downloading file ${JSON.stringify(result)} from storage ${storage.name}`);\n      const outputs = await runTemplate(\n        pl,\n        SdkTemplates[\"check_network.create_workdir_from_storage\"],\n        true,\n        (tx) => ({\n          file: tx.createValue(\n            Pl.JsonObject,\n            JSON.stringify((result.file as { handle: string }).handle),\n          ),\n        }),\n        [\"workdirTypeName\"],\n      );\n\n      try {\n        const workdirTypeName = JSON.parse(\n          Buffer.from((await getFieldValue(pl, outputs.workdirTypeName)).data!).toString(),\n        ) as string;\n\n        if (workdirTypeName?.startsWith(\"WorkingDirectory\")) {\n          results[storage.id] = {\n            status: \"ok\",\n            message:\n              `Workdir creation succeeded, size of file: ${result.file?.size}, ` +\n              `checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,\n          };\n        } else {\n          results[storage.id] = {\n            status: \"failed\",\n            message:\n              `Workdir creation failed: ${workdirTypeName}, size of file: ${result.file?.size}, ` +\n              `checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,\n          };\n        }\n      } finally {\n        await deleteFields(pl, Object.values(outputs));\n      }\n    }\n\n    return results;\n  } catch (e: unknown) {\n    return {\n      unknown: {\n        status: \"failed\",\n        message: `Download from every storage failed: error occurred: ${e}`,\n      },\n    };\n  }\n}\n\n/** Chooses a random file from the storage in a size range.\n * If we couldn't find a normal-sized file, we'll return a small file to check at least something.\n */\nexport async function chooseFile(\n  lsDriver: LsDriver,\n  storage: StorageEntry,\n  limit: number,\n  minSize: number,\n  maxSize: number,\n  minLsRequests: number,\n): Promise<{\n  file: LsEntryWithAdditionalInfo | undefined;\n  nLsRequests: number;\n  nCheckedFiles: number;\n}> {\n  const files = listFilesSequence(lsDriver, storage, \"\", 0);\n\n  // return small file in case we don't have many normal-sized files.\n  // While we'll download only a small range of bytes from the file,\n  // we don't want to return a big file in case the underlying S3 doesn't support range requests.\n  let smallFile: LsEntryWithAdditionalInfo | undefined;\n  let nCheckedFiles = 0;\n  let maxNLsRequests = 0;\n\n  for await (const { file, nLsRequests } of files) {\n    maxNLsRequests = Math.max(maxNLsRequests, nLsRequests);\n\n    if (nCheckedFiles >= limit && maxNLsRequests > minLsRequests) {\n      // we reached a limit on both the number of files and the number of ls requests.\n      return { file: smallFile, nLsRequests: maxNLsRequests, nCheckedFiles };\n    }\n    nCheckedFiles++;\n    if (minSize <= file.size && file.size <= maxSize) {\n      return { file, nLsRequests: maxNLsRequests, nCheckedFiles };\n    } else if (file.size < minSize) {\n      smallFile = file;\n    }\n  }\n\n  return { file: smallFile, nLsRequests: maxNLsRequests, nCheckedFiles };\n}\n\n/** Deep-first search for files in the storage. */\nexport async function* listFilesSequence(\n  lsDriver: LsDriver,\n  storage: StorageEntry,\n  parent: string,\n  nLsRequests: number,\n): AsyncGenerator<{ file: LsEntryWithAdditionalInfo; nLsRequests: number }, void, unknown> {\n  nLsRequests++;\n  const files = await lsDriver.listRemoteFilesWithAdditionalInfo(storage.handle, parent);\n\n  for (const file of files.entries) {\n    if (file.type === \"file\" && file.fullPath.startsWith(parent)) {\n      yield {\n        file,\n        nLsRequests,\n      };\n    } else if (file.type === \"dir\") {\n      for await (const nestedFile of listFilesSequence(\n        lsDriver,\n        storage,\n        file.fullPath,\n        nLsRequests,\n      )) {\n        nLsRequests = Math.max(nestedFile.nLsRequests, nLsRequests);\n        yield nestedFile;\n      }\n    }\n  }\n}\n\n/** Creates a big temporary file with random content. */\nexport async function createBigTempFile(): Promise<{ filePath: string }> {\n  const filePath = path.join(os.tmpdir(), `check-network-big-temp-${Date.now()}.bin`);\n  const fileSize = 20 * 1024 * 1024; // 20 MiB\n\n  const fileContent = randomBytes(fileSize);\n\n  await fs.appendFile(filePath, fileContent);\n\n  return { filePath };\n}\n\n/** Creates a temporarly file we could use for uploading and downloading. */\nexport async function createTempFile(): Promise<{ filePath: string; fileContent: string }> {\n  const filePath = path.join(os.tmpdir(), `check-network-temp-${Date.now()}.txt`);\n\n  const fileContent = \"Hello, world! \" + new Date().toISOString();\n  await fs.writeFile(filePath, fileContent);\n\n  return { filePath, fileContent };\n}\n\n/** Creates a template and RenderTemplate resources, gets all resources from outputs.\n * Throws a error if any of the outputs failed.\n */\nasync function runTemplate(\n  client: PlClient,\n  tpl: TemplateSpecAny,\n  ephemeral: boolean,\n  inputs: (tx: PlTransaction) => Pl.PlRecord,\n  outputs: string[],\n): Promise<Record<string, FieldId>> {\n  return await client.withWriteTx(\"TemplateRender\", async (tx) => {\n    const preparedTemplate = await prepareTemplateSpec(tpl);\n    const tplResource = loadTemplate(tx, preparedTemplate);\n\n    const outputFields: Record<string, FieldRef> = createRenderTemplate(\n      tx,\n      tplResource,\n      ephemeral,\n      inputs(tx),\n      outputs,\n    );\n\n    const outputsIds: Record<string, FieldId> = {};\n\n    for (const output of outputs) {\n      const fieldRef = field(client.clientRoot, output) as FieldId;\n      tx.createField(fieldRef, \"Dynamic\", outputFields[output]);\n      outputsIds[output] = await toGlobalFieldId(fieldRef);\n    }\n\n    await tx.commit();\n\n    return outputsIds;\n  });\n}\n\n/** Gets a resource from field's value or throws a error. */\nasync function getFieldValue(client: PlClient, fieldId: FieldId): Promise<ResourceData> {\n  // We could also do polling with pl-tree, but it seemed like an overkill,\n  // that's why we have a simple polling here.\n\n  return await poll(client, async (tx) => {\n    const field = await tx.tx.getField(fieldId);\n    if (isNotNullSignedResourceId(field.error)) {\n      const err = await tx.tx.getResourceData(field.error, true);\n      throw new Error(`getFieldValue of \"${fieldId.fieldName}\" field failed: ${err.data}`);\n    }\n\n    if (isNullSignedResourceId(field.value)) {\n      throw new ContinuePolling();\n    }\n\n    return await tx.tx.getResourceData(field.value, true);\n  });\n}\n\nasync function deleteFields(client: PlClient, fieldIds: FieldId[]) {\n  await client.withWriteTx(\"DeleteFields\", async (tx) => {\n    for (const fieldId of fieldIds) {\n      tx.resetField(fieldId);\n    }\n    await tx.commit();\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAwCA,eAAsB,eACpB,QACA,IACA,MACyB;AACzB,KAAI;EACF,MAAM,cAAc,MAAM,kBAAkB,QAAQ,IAAI,KAAK;AAC7D,MAAI,gBAAgB,UAAU,OAC5B,QAAO;GACL,QAAQ;GACR,SAAS,wCAAwC,KAAK,SAAS;GAChE;AAGH,SAAO;GAAE,QAAQ;GAAM,SAAS,iCAAiC;GAAe;UACzE,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,8CAA8C;GAAK;;;AAI3F,eAAsB,kBACpB,QACA,IACA,MACiB;CACjB,MAAM,UAAU,MAAM,YACpB,IACAA,8BAAAA,UAAa,kCACb,OACC,QAAQ,EACP,MAAM,GAAG,YAAYC,0BAAAA,GAAG,YAAY,KAAK,UAAU,KAAK,CAAC,EAC1D,GACD,CAAC,WAAW,CACb;AAED,KAAI;AACF,SAAO,KAAK,OAAA,GAAA,2BAAA,WAAgB,MAAM,cAAc,IAAI,QAAQ,SAAS,EAAE,MAAM,UAAU,CAAC,CAAC;WACjF;AACR,MAAI,WAAW,KAAA,EACb,OAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;;AAMpD,eAAsB,WACpB,QACA,QACA,UACA,cACA,IACA,UACyB;AACzB,KAAI;EACF,MAAM,UAAU,MAAM,cAAc,QAAQ,QAAQ,UAAU,cAAc,IAAI,SAAS;AAEzF,MAAI,QAAQ,KAAK,SAAS,OACxB,QAAO;GAAE,QAAQ;GAAU,SAAS,0BAA0B,QAAQ,KAAK;GAAQ;AAGrF,SAAO;GAAE,QAAQ;GAAM,SAAS,6BAA6B,QAAQ,KAAK;GAAQ;UAC3E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,0CAA0C;GAAK;;;AAIvF,eAAsB,cACpB,QACA,QACA,UACA,cACA,IACA,UACuB;CACvB,MAAM,SAAS,MAAM,SAAS,mBAAmB,SAAS;CAC1D,MAAM,SAAS,MAAM,YACnB,IACAD,8BAAAA,UAAa,8BACb,OACC,QAAQ,EACP,MAAM,GAAG,YAAYC,0BAAAA,GAAG,YAAY,KAAK,UAAU,OAAO,CAAC,EAC5D,GACD,CAAC,YAAY,OAAO,CACrB;AAED,KAAI;EACF,MAAM,WAAW,MAAM,cAAc,IAAI,OAAO,SAAS;AAEzD,OAAA,GAAA,2BAAA,UAAa,SAAS,EAAE;GACtB,MAAM,aAAaC,2BAAAA,2BAA2B,MAC5C,KAAK,OAAA,GAAA,2BAAA,UAAe,SAAS,MAAM,UAAU,CAAC,CAAC,CAChD;AAGD,QAAA,GAAA,2BAAA,aAFsC,QAAQ,WAAW,WAAW,WAAW,cAAc,CAG3F,QAAA,GAAA,2BAAA,YAAiB,QAAQ,cAAc,UAAU,kBAAkB,OAAO;IACxE,2BAA2B;IAC3B,wBAAwB;IACxB,cAAc;IACd,UAAU;IACX,CAAC;;AAIN,SAAO,MAAM,cAAc,IAAI,OAAO,KAAK;WACnC;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,aACpB,QACA,IACA,UACA,cACA,gBACA,UACA,aACyB;AACzB,KAAI;EACF,MAAM,iBAAiB,MAAM,gBAC3B,QACA,IACA,UACA,cACA,gBACA,SACD;AAED,MAAI,mBAAmB,YACrB,QAAO;GACL,QAAQ;GACR,SAAS,sCAAsC,YAAY,SAAS;GACrE;AAEH,SAAO;GAAE,QAAQ;GAAM,SAAS,+BAA+B;GAAkB;UAC1E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,4CAA4C;GAAK;;;AAIzF,eAAsB,gBACpB,QACA,IACA,UACA,cACA,gBACA,UACA;CACA,MAAM,SAAS,MAAM,SAAS,mBAAmB,SAAS;CAE1D,MAAM,UAAU,MAAM,YACpB,IACAF,8BAAAA,UAAa,gCACb,OACC,QAAQ,EAAE,MAAM,GAAG,YAAYC,0BAAAA,GAAG,YAAY,KAAK,UAAU,OAAO,CAAC,EAAE,GACxE,CAAC,YAAY,OAAO,CACrB;AAED,KAAI;EACF,MAAM,WAAW,MAAM,cAAc,IAAI,QAAQ,SAAS;AAE1D,SAAA,GAAA,2BAAA,YACE,QACA,cACA,UACAC,2BAAAA,2BAA2B,MAAM,KAAK,OAAA,GAAA,2BAAA,UAAe,SAAS,MAAM,UAAU,CAAC,CAAC,CAAC,QAC3E,OACN;GACE,2BAA2B;GAC3B,wBAAwB;GACxB,cAAc;GACd,UAAU;GACX,CACF;EAED,MAAM,WAAW,MAAM,cAAc,IAAI,QAAQ,KAAK;AAEtD,SAAO,MAAM,eAAe,gBAC1B,UACA,EAAE,EACF,EAAE,EACF,OAAO,YAAY,OAAA,GAAA,sBAAA,MAAW,QAAQ,CACvC;WACO;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;;AAKlD,eAAsB,cAAc,IAAuC;AACzE,KAAI;EACF,MAAM,cAAc,MAAM,YAAY,GAAG;AAEzC,MAAI,gBAAgB,yBAClB,QAAO;GAAE,QAAQ;GAAU,SAAS,+BAA+B;GAAe;AAEpF,SAAO;GAAE,QAAQ;GAAM,SAAS,6BAA6B;GAAe;UACrE,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,0CAA0C;GAAK;;;AAIvF,eAAsB,YAAY,IAA+B;CAC/D,MAAM,SAAS,MAAM,YACnB,IACAF,8BAAAA,UAAa,kCACb,OACC,OAAsB,EAAE,GACzB,CAAC,WAAW,CACb;AAED,KAAI;AACF,UAAA,GAAA,2BAAA,WAAiB,MAAM,cAAc,IAAI,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;WACpE;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,eAAe,IAAc,MAAuC;AACxF,KAAI;EACF,MAAM,cAAc,MAAM,kBAAkB,IAAI,KAAK;AAErD,MAAI,gBAAgB,UAAU,KAAK,KACjC,QAAO;GAAE,QAAQ;GAAU,SAAS,sCAAsC;GAAe;AAE3F,SAAO;GAAE,QAAQ;GAAM,SAAS,oCAAoC;GAAe;UAC5E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,iDAAiD;GAAK;;;AAI9F,eAAsB,kBAAkB,IAAc,MAA+B;CACnF,MAAM,SAAS,MAAM,YACnB,IACAA,8BAAAA,UAAa,qCACb,OACC,QAAQ,EAAE,MAAM,GAAG,YAAYC,0BAAAA,GAAG,YAAY,KAAK,UAAU,KAAK,CAAC,EAAE,GACtE,CAAC,WAAW,CACb;AAED,KAAI;AACF,UAAA,GAAA,2BAAA,WAAiB,MAAM,cAAc,IAAI,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;WACpE;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,yBACpB,QACA,IACA,UACA,KAOyC;AACzC,KAAI;EACF,MAAM,WAAW,MAAM,SAAS,gBAAgB;EAChD,MAAM,UAA0C,EAAE;AAElD,OAAK,MAAM,WAAW,UAAU;GAC9B,MAAM,SAAS,MAAM,WACnB,UACA,SACA,IAAI,eACJ,IAAI,aACJ,IAAI,aACJ,IAAI,cACL;AACD,OAAI,OAAO,SAAS,KAAA,GAAW;AAC7B,YAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,mBAAmB,IAAI,YAAY,OAAO,IAAI,YAAY,0BACtC,QAAQ,KAAK,YAAY,OAAO,cAAc,cAC3D,OAAO,YAAY;KAC7B;AACD;;AAGF,UAAO,KAAK,oBAAoB,KAAK,UAAU,OAAO,CAAC,gBAAgB,QAAQ,OAAO;GACtF,MAAM,UAAU,MAAM,YACpB,IACAD,8BAAAA,UAAa,8CACb,OACC,QAAQ,EACP,MAAM,GAAG,YACPC,0BAAAA,GAAG,YACH,KAAK,UAAW,OAAO,KAA4B,OAAO,CAC3D,EACF,GACD,CAAC,kBAAkB,CACpB;AAED,OAAI;IACF,MAAM,kBAAkB,KAAK,MAC3B,OAAO,MAAM,MAAM,cAAc,IAAI,QAAQ,gBAAgB,EAAE,KAAM,CAAC,UAAU,CACjF;AAED,QAAI,iBAAiB,WAAW,mBAAmB,CACjD,SAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,6CAA6C,OAAO,MAAM,KAAK,YACpD,OAAO,cAAc,cAAc,OAAO,YAAY;KACpE;QAED,SAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,4BAA4B,gBAAgB,kBAAkB,OAAO,MAAM,KAAK,YACrE,OAAO,cAAc,cAAc,OAAO,YAAY;KACpE;aAEK;AACR,UAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;AAIlD,SAAO;UACA,GAAY;AACnB,SAAO,EACL,SAAS;GACP,QAAQ;GACR,SAAS,uDAAuD;GACjE,EACF;;;;;;AAOL,eAAsB,WACpB,UACA,SACA,OACA,SACA,SACA,eAKC;CACD,MAAM,QAAQ,kBAAkB,UAAU,SAAS,IAAI,EAAE;CAKzD,IAAI;CACJ,IAAI,gBAAgB;CACpB,IAAI,iBAAiB;AAErB,YAAW,MAAM,EAAE,MAAM,iBAAiB,OAAO;AAC/C,mBAAiB,KAAK,IAAI,gBAAgB,YAAY;AAEtD,MAAI,iBAAiB,SAAS,iBAAiB,cAE7C,QAAO;GAAE,MAAM;GAAW,aAAa;GAAgB;GAAe;AAExE;AACA,MAAI,WAAW,KAAK,QAAQ,KAAK,QAAQ,QACvC,QAAO;GAAE;GAAM,aAAa;GAAgB;GAAe;WAClD,KAAK,OAAO,QACrB,aAAY;;AAIhB,QAAO;EAAE,MAAM;EAAW,aAAa;EAAgB;EAAe;;;AAIxE,gBAAuB,kBACrB,UACA,SACA,QACA,aACyF;AACzF;CACA,MAAM,QAAQ,MAAM,SAAS,kCAAkC,QAAQ,QAAQ,OAAO;AAEtF,MAAK,MAAM,QAAQ,MAAM,QACvB,KAAI,KAAK,SAAS,UAAU,KAAK,SAAS,WAAW,OAAO,CAC1D,OAAM;EACJ;EACA;EACD;UACQ,KAAK,SAAS,MACvB,YAAW,MAAM,cAAc,kBAC7B,UACA,SACA,KAAK,UACL,YACD,EAAE;AACD,gBAAc,KAAK,IAAI,WAAW,aAAa,YAAY;AAC3D,QAAM;;;;AAOd,eAAsB,oBAAmD;CACvE,MAAM,WAAWE,UAAAA,QAAK,KAAKC,QAAAA,QAAG,QAAQ,EAAE,0BAA0B,KAAK,KAAK,CAAC,MAAM;CAGnF,MAAM,eAAA,GAAA,YAAA,aAFW,KAAK,OAAO,KAEY;AAEzC,OAAMC,iBAAAA,QAAG,WAAW,UAAU,YAAY;AAE1C,QAAO,EAAE,UAAU;;;AAIrB,eAAsB,iBAAqE;CACzF,MAAM,WAAWF,UAAAA,QAAK,KAAKC,QAAAA,QAAG,QAAQ,EAAE,sBAAsB,KAAK,KAAK,CAAC,MAAM;CAE/E,MAAM,cAAc,oCAAmB,IAAI,MAAM,EAAC,aAAa;AAC/D,OAAMC,iBAAAA,QAAG,UAAU,UAAU,YAAY;AAEzC,QAAO;EAAE;EAAU;EAAa;;;;;AAMlC,eAAe,YACb,QACA,KACA,WACA,QACA,SACkC;AAClC,QAAO,MAAM,OAAO,YAAY,kBAAkB,OAAO,OAAO;EAI9D,MAAM,eAAyCC,wBAAAA,qBAC7C,IAHkBC,yBAAAA,aAAa,IADR,MAAMC,yBAAAA,oBAAoB,IAAI,CACD,EAKpD,WACA,OAAO,GAAG,EACV,QACD;EAED,MAAM,aAAsC,EAAE;AAE9C,OAAK,MAAM,UAAU,SAAS;GAC5B,MAAM,YAAA,GAAA,0BAAA,OAAiB,OAAO,YAAY,OAAO;AACjD,MAAG,YAAY,UAAU,WAAW,aAAa,QAAQ;AACzD,cAAW,UAAU,OAAA,GAAA,0BAAA,iBAAsB,SAAS;;AAGtD,QAAM,GAAG,QAAQ;AAEjB,SAAO;GACP;;;AAIJ,eAAe,cAAc,QAAkB,SAAyC;AAItF,QAAO,OAAA,GAAA,0BAAA,MAAW,QAAQ,OAAO,OAAO;EACtC,MAAM,QAAQ,MAAM,GAAG,GAAG,SAAS,QAAQ;AAC3C,OAAA,GAAA,0BAAA,2BAA8B,MAAM,MAAM,EAAE;GAC1C,MAAM,MAAM,MAAM,GAAG,GAAG,gBAAgB,MAAM,OAAO,KAAK;AAC1D,SAAM,IAAI,MAAM,qBAAqB,QAAQ,UAAU,kBAAkB,IAAI,OAAO;;AAGtF,OAAA,GAAA,0BAAA,wBAA2B,MAAM,MAAM,CACrC,OAAM,IAAIC,0BAAAA,iBAAiB;AAG7B,SAAO,MAAM,GAAG,GAAG,gBAAgB,MAAM,OAAO,KAAK;GACrD;;AAGJ,eAAe,aAAa,QAAkB,UAAqB;AACjE,OAAM,OAAO,YAAY,gBAAgB,OAAO,OAAO;AACrD,OAAK,MAAM,WAAW,SACpB,IAAG,WAAW,QAAQ;AAExB,QAAM,GAAG,QAAQ;GACjB"}
+{"version":3,"file":"template.cjs","names":["SdkTemplates","Pl","ImportFileHandleUploadData","path","os","fs","createRenderTemplate","loadTemplate","prepareTemplateSpec","ContinuePolling"],"sources":["../../src/network_check/template.ts"],"sourcesContent":["import type { FieldId, FieldRef, PlClient, ResourceData } from \"@milaboratories/pl-client\";\nimport {\n  type PlTransaction,\n  ContinuePolling,\n  field,\n  isNotNullSignedResourceId,\n  isNullSignedResourceId,\n  Pl,\n  poll,\n  toGlobalFieldId,\n} from \"@milaboratories/pl-client\";\nimport { createRenderTemplate } from \"../mutator/template/render_template\";\nimport { Templates as SdkTemplates } from \"@platforma-sdk/workflow-tengo\";\nimport type { TemplateSpecAny } from \"../model/template_spec\";\nimport { loadTemplate, prepareTemplateSpec } from \"../mutator/template/template_loading\";\nimport type { ClientDownload, LsDriver } from \"@milaboratories/pl-drivers\";\nimport {\n  ImportFileHandleUploadData,\n  isSignMatch,\n  isUpload,\n  uploadBlob,\n  type ClientUpload,\n  type LsEntryWithFileStats,\n} from \"@milaboratories/pl-drivers\";\nimport type { Signer } from \"@milaboratories/ts-helpers\";\nimport { notEmpty, type MiLogger } from \"@milaboratories/ts-helpers\";\nimport type { ResourceInfo } from \"@milaboratories/pl-tree\";\nimport { text } from \"node:stream/consumers\";\nimport path from \"node:path\";\nimport fs from \"node:fs/promises\";\nimport os from \"node:os\";\nimport { randomBytes } from \"node:crypto\";\nimport type { StorageEntry } from \"@milaboratories/pl-model-common\";\n\nexport interface TemplateReport {\n  status: \"ok\" | \"warn\" | \"failed\";\n  message: string;\n}\n\n/** Uploads `hello-world` template and checks the output is correct. */\nexport async function uploadTemplate(\n  logger: MiLogger,\n  pl: PlClient,\n  name: string,\n): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runUploadTemplate(logger, pl, name);\n    if (gotGreeting !== `Hello, ${name}`) {\n      return {\n        status: \"failed\",\n        message: `Template uploading failed: expected: ${name}, got: ${gotGreeting}`,\n      };\n    }\n\n    return { status: \"ok\", message: `Template uploading succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Template uploading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runUploadTemplate(\n  logger: MiLogger,\n  pl: PlClient,\n  name: string,\n): Promise<string> {\n  const outputs = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.upload_template\"],\n    true,\n    (tx) => ({\n      name: tx.createValue(Pl.JsonObject, JSON.stringify(name)),\n    }),\n    [\"greeting\"],\n  );\n\n  try {\n    return JSON.parse(notEmpty((await getFieldValue(pl, outputs.greeting)).data?.toString()));\n  } finally {\n    if (outputs != undefined) {\n      await deleteFields(pl, Object.values(outputs));\n    }\n  }\n}\n\n/** Uploads a file to the backend and checks the output is a Blob resource. */\nexport async function uploadFile(\n  logger: MiLogger,\n  signer: Signer,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  pl: PlClient,\n  filePath: string,\n): Promise<TemplateReport> {\n  try {\n    const gotBlob = await runUploadFile(logger, signer, lsDriver, uploadClient, pl, filePath);\n\n    if (gotBlob.type.name !== \"Blob\") {\n      return { status: \"failed\", message: `File uploading failed: ${gotBlob.type.name}` };\n    }\n\n    return { status: \"ok\", message: `File uploading succeeded: ${gotBlob.type.name}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `File uploading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runUploadFile(\n  logger: MiLogger,\n  signer: Signer,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  pl: PlClient,\n  filePath: string,\n): Promise<ResourceInfo> {\n  const handle = await lsDriver.getLocalFileHandle(filePath);\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.upload_blob\"],\n    true,\n    (tx) => ({\n      file: tx.createValue(Pl.JsonObject, JSON.stringify(handle)),\n    }),\n    [\"progress\", \"file\"],\n  );\n\n  try {\n    const progress = await getFieldValue(pl, result.progress);\n\n    if (isUpload(progress)) {\n      const uploadData = ImportFileHandleUploadData.parse(\n        JSON.parse(notEmpty(progress.data?.toString())),\n      );\n      const isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n\n      if (isUploadSignMatch) {\n        await uploadBlob(logger, uploadClient, progress, uploadData, () => false, {\n          nPartsWithThisUploadSpeed: 10,\n          nPartsToIncreaseUpload: 10,\n          currentSpeed: 10,\n          maxSpeed: 10,\n        });\n      }\n    }\n\n    return await getFieldValue(pl, result.file);\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Uploads a file to the backend and then tries to download it back. */\nexport async function downloadFile(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  downloadClient: ClientDownload,\n  filePath: string,\n  fileContent: string,\n): Promise<TemplateReport> {\n  try {\n    const gotFileContent = await runDownloadFile(\n      logger,\n      pl,\n      lsDriver,\n      uploadClient,\n      downloadClient,\n      filePath,\n    );\n\n    if (gotFileContent !== fileContent) {\n      return {\n        status: \"failed\",\n        message: `File downloading failed: expected: ${fileContent}, got: ${gotFileContent}`,\n      };\n    }\n    return { status: \"ok\", message: `File downloading succeeded: ${gotFileContent}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `File downloading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runDownloadFile(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  downloadClient: ClientDownload,\n  filePath: string,\n) {\n  const handle = await lsDriver.getLocalFileHandle(filePath);\n\n  const outputs = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.download_blob\"],\n    true,\n    (tx) => ({ file: tx.createValue(Pl.JsonObject, JSON.stringify(handle)) }),\n    [\"progress\", \"file\"],\n  );\n\n  try {\n    const progress = await getFieldValue(pl, outputs.progress);\n\n    await uploadBlob(\n      logger,\n      uploadClient,\n      progress,\n      ImportFileHandleUploadData.parse(JSON.parse(notEmpty(progress.data?.toString()))),\n      () => false,\n      {\n        nPartsWithThisUploadSpeed: 1,\n        nPartsToIncreaseUpload: 1,\n        currentSpeed: 1,\n        maxSpeed: 1,\n      },\n    );\n\n    const fileInfo = await getFieldValue(pl, outputs.file);\n\n    return await downloadClient.withBlobContent(\n      fileInfo,\n      {},\n      {},\n      async (content) => await text(content),\n    );\n  } finally {\n    await deleteFields(pl, Object.values(outputs));\n  }\n}\n\n/** Runs Go's hello-world binary. */\nexport async function softwareCheck(pl: PlClient): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runSoftware(pl);\n\n    if (gotGreeting !== \"Hello from go binary\\n\") {\n      return { status: \"failed\", message: `Software check failed: got: ${gotGreeting}` };\n    }\n    return { status: \"ok\", message: `Software check succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Software check failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runSoftware(pl: PlClient): Promise<string> {\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.run_hello_world\"],\n    true,\n    (_: PlTransaction) => ({}),\n    [\"greeting\"],\n  );\n\n  try {\n    return notEmpty((await getFieldValue(pl, result.greeting)).data?.toString());\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Runs Python hello-world. */\nexport async function pythonSoftware(pl: PlClient, name: string): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runPythonSoftware(pl, name);\n\n    if (gotGreeting !== `Hello, ${name}!\\n`) {\n      return { status: \"failed\", message: `Python software check failed: got: ${gotGreeting}` };\n    }\n    return { status: \"ok\", message: `Python software check succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Python software check failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runPythonSoftware(pl: PlClient, name: string): Promise<string> {\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.run_hello_world_py\"],\n    true,\n    (tx) => ({ name: tx.createValue(Pl.JsonObject, JSON.stringify(name)) }),\n    [\"greeting\"],\n  );\n\n  try {\n    return notEmpty((await getFieldValue(pl, result.greeting)).data?.toString());\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Tries to download a file from every storage. */\nexport async function downloadFromEveryStorage(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  ops: {\n    minLsRequests: number;\n    bytesLimit: number;\n    minFileSize: number;\n    maxFileSize: number;\n    nFilesToCheck: number;\n  },\n): Promise<Record<string, TemplateReport>> {\n  try {\n    const storages = await lsDriver.getStorageList();\n    const results: Record<string, TemplateReport> = {};\n\n    for (const storage of storages) {\n      const result = await chooseFile(\n        lsDriver,\n        storage,\n        ops.nFilesToCheck,\n        ops.minFileSize,\n        ops.maxFileSize,\n        ops.minLsRequests,\n      );\n      if (result.file === undefined) {\n        results[storage.id] = {\n          status: \"warn\",\n          message:\n            `No file between ${ops.minFileSize} and ${ops.maxFileSize} bytes ` +\n            `found in storage ${storage.name}, checked ${result.nCheckedFiles} files, ` +\n            `did ${result.nLsRequests} ls requests`,\n        };\n        continue;\n      }\n\n      logger.info(`Downloading file ${JSON.stringify(result)} from storage ${storage.name}`);\n      const outputs = await runTemplate(\n        pl,\n        SdkTemplates[\"check_network.create_workdir_from_storage\"],\n        true,\n        (tx) => ({\n          file: tx.createValue(\n            Pl.JsonObject,\n            JSON.stringify((result.file as { handle: string }).handle),\n          ),\n        }),\n        [\"workdirTypeName\"],\n      );\n\n      try {\n        const workdirTypeName = JSON.parse(\n          Buffer.from((await getFieldValue(pl, outputs.workdirTypeName)).data!).toString(),\n        ) as string;\n\n        if (workdirTypeName?.startsWith(\"WorkingDirectory\")) {\n          results[storage.id] = {\n            status: \"ok\",\n            message:\n              `Workdir creation succeeded, size of file: ${result.file?.size}, ` +\n              `checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,\n          };\n        } else {\n          results[storage.id] = {\n            status: \"failed\",\n            message:\n              `Workdir creation failed: ${workdirTypeName}, size of file: ${result.file?.size}, ` +\n              `checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,\n          };\n        }\n      } finally {\n        await deleteFields(pl, Object.values(outputs));\n      }\n    }\n\n    return results;\n  } catch (e: unknown) {\n    return {\n      unknown: {\n        status: \"failed\",\n        message: `Download from every storage failed: error occurred: ${e}`,\n      },\n    };\n  }\n}\n\n/** Chooses a random file from the storage in a size range.\n * If we couldn't find a normal-sized file, we'll return a small file to check at least something.\n */\nexport async function chooseFile(\n  lsDriver: LsDriver,\n  storage: StorageEntry,\n  limit: number,\n  minSize: number,\n  maxSize: number,\n  minLsRequests: number,\n): Promise<{\n  file: LsEntryWithFileStats | undefined;\n  nLsRequests: number;\n  nCheckedFiles: number;\n}> {\n  const files = listFilesSequence(lsDriver, storage, \"\", 0);\n\n  // return small file in case we don't have many normal-sized files.\n  // While we'll download only a small range of bytes from the file,\n  // we don't want to return a big file in case the underlying S3 doesn't support range requests.\n  let smallFile: LsEntryWithFileStats | undefined;\n  let nCheckedFiles = 0;\n  let maxNLsRequests = 0;\n\n  for await (const { file, nLsRequests } of files) {\n    maxNLsRequests = Math.max(maxNLsRequests, nLsRequests);\n\n    if (nCheckedFiles >= limit && maxNLsRequests > minLsRequests) {\n      // we reached a limit on both the number of files and the number of ls requests.\n      return { file: smallFile, nLsRequests: maxNLsRequests, nCheckedFiles };\n    }\n    nCheckedFiles++;\n    if (minSize <= file.size && file.size <= maxSize) {\n      return { file, nLsRequests: maxNLsRequests, nCheckedFiles };\n    } else if (file.size < minSize) {\n      smallFile = file;\n    }\n  }\n\n  return { file: smallFile, nLsRequests: maxNLsRequests, nCheckedFiles };\n}\n\n/** Deep-first search for files in the storage. */\nexport async function* listFilesSequence(\n  lsDriver: LsDriver,\n  storage: StorageEntry,\n  parent: string,\n  nLsRequests: number,\n): AsyncGenerator<{ file: LsEntryWithFileStats; nLsRequests: number }, void, unknown> {\n  nLsRequests++;\n  const files = await lsDriver.listRemoteFilesWithFileStats(storage.handle, parent);\n\n  for (const file of files.entries) {\n    if (file.type === \"file\" && file.fullPath.startsWith(parent)) {\n      yield {\n        file,\n        nLsRequests,\n      };\n    } else if (file.type === \"dir\") {\n      for await (const nestedFile of listFilesSequence(\n        lsDriver,\n        storage,\n        file.fullPath,\n        nLsRequests,\n      )) {\n        nLsRequests = Math.max(nestedFile.nLsRequests, nLsRequests);\n        yield nestedFile;\n      }\n    }\n  }\n}\n\n/** Creates a big temporary file with random content. */\nexport async function createBigTempFile(): Promise<{ filePath: string }> {\n  const filePath = path.join(os.tmpdir(), `check-network-big-temp-${Date.now()}.bin`);\n  const fileSize = 20 * 1024 * 1024; // 20 MiB\n\n  const fileContent = randomBytes(fileSize);\n\n  await fs.appendFile(filePath, fileContent);\n\n  return { filePath };\n}\n\n/** Creates a temporarly file we could use for uploading and downloading. */\nexport async function createTempFile(): Promise<{ filePath: string; fileContent: string }> {\n  const filePath = path.join(os.tmpdir(), `check-network-temp-${Date.now()}.txt`);\n\n  const fileContent = \"Hello, world! \" + new Date().toISOString();\n  await fs.writeFile(filePath, fileContent);\n\n  return { filePath, fileContent };\n}\n\n/** Creates a template and RenderTemplate resources, gets all resources from outputs.\n * Throws a error if any of the outputs failed.\n */\nasync function runTemplate(\n  client: PlClient,\n  tpl: TemplateSpecAny,\n  ephemeral: boolean,\n  inputs: (tx: PlTransaction) => Pl.PlRecord,\n  outputs: string[],\n): Promise<Record<string, FieldId>> {\n  return await client.withWriteTx(\"TemplateRender\", async (tx) => {\n    const preparedTemplate = await prepareTemplateSpec(tpl);\n    const tplResource = loadTemplate(tx, preparedTemplate);\n\n    const outputFields: Record<string, FieldRef> = createRenderTemplate(\n      tx,\n      tplResource,\n      ephemeral,\n      inputs(tx),\n      outputs,\n    );\n\n    const outputsIds: Record<string, FieldId> = {};\n\n    for (const output of outputs) {\n      const fieldRef = field(client.clientRoot, output) as FieldId;\n      tx.createField(fieldRef, \"Dynamic\", outputFields[output]);\n      outputsIds[output] = await toGlobalFieldId(fieldRef);\n    }\n\n    await tx.commit();\n\n    return outputsIds;\n  });\n}\n\n/** Gets a resource from field's value or throws a error. */\nasync function getFieldValue(client: PlClient, fieldId: FieldId): Promise<ResourceData> {\n  // We could also do polling with pl-tree, but it seemed like an overkill,\n  // that's why we have a simple polling here.\n\n  return await poll(client, async (tx) => {\n    const field = await tx.tx.getField(fieldId);\n    if (isNotNullSignedResourceId(field.error)) {\n      const err = await tx.tx.getResourceData(field.error, true);\n      throw new Error(`getFieldValue of \"${fieldId.fieldName}\" field failed: ${err.data}`);\n    }\n\n    if (isNullSignedResourceId(field.value)) {\n      throw new ContinuePolling();\n    }\n\n    return await tx.tx.getResourceData(field.value, true);\n  });\n}\n\nasync function deleteFields(client: PlClient, fieldIds: FieldId[]) {\n  await client.withWriteTx(\"DeleteFields\", async (tx) => {\n    for (const fieldId of fieldIds) {\n      tx.resetField(fieldId);\n    }\n    await tx.commit();\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAwCA,eAAsB,eACpB,QACA,IACA,MACyB;AACzB,KAAI;EACF,MAAM,cAAc,MAAM,kBAAkB,QAAQ,IAAI,KAAK;AAC7D,MAAI,gBAAgB,UAAU,OAC5B,QAAO;GACL,QAAQ;GACR,SAAS,wCAAwC,KAAK,SAAS;GAChE;AAGH,SAAO;GAAE,QAAQ;GAAM,SAAS,iCAAiC;GAAe;UACzE,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,8CAA8C;GAAK;;;AAI3F,eAAsB,kBACpB,QACA,IACA,MACiB;CACjB,MAAM,UAAU,MAAM,YACpB,IACAA,8BAAAA,UAAa,kCACb,OACC,QAAQ,EACP,MAAM,GAAG,YAAYC,0BAAAA,GAAG,YAAY,KAAK,UAAU,KAAK,CAAC,EAC1D,GACD,CAAC,WAAW,CACb;AAED,KAAI;AACF,SAAO,KAAK,OAAA,GAAA,2BAAA,WAAgB,MAAM,cAAc,IAAI,QAAQ,SAAS,EAAE,MAAM,UAAU,CAAC,CAAC;WACjF;AACR,MAAI,WAAW,KAAA,EACb,OAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;;AAMpD,eAAsB,WACpB,QACA,QACA,UACA,cACA,IACA,UACyB;AACzB,KAAI;EACF,MAAM,UAAU,MAAM,cAAc,QAAQ,QAAQ,UAAU,cAAc,IAAI,SAAS;AAEzF,MAAI,QAAQ,KAAK,SAAS,OACxB,QAAO;GAAE,QAAQ;GAAU,SAAS,0BAA0B,QAAQ,KAAK;GAAQ;AAGrF,SAAO;GAAE,QAAQ;GAAM,SAAS,6BAA6B,QAAQ,KAAK;GAAQ;UAC3E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,0CAA0C;GAAK;;;AAIvF,eAAsB,cACpB,QACA,QACA,UACA,cACA,IACA,UACuB;CACvB,MAAM,SAAS,MAAM,SAAS,mBAAmB,SAAS;CAC1D,MAAM,SAAS,MAAM,YACnB,IACAD,8BAAAA,UAAa,8BACb,OACC,QAAQ,EACP,MAAM,GAAG,YAAYC,0BAAAA,GAAG,YAAY,KAAK,UAAU,OAAO,CAAC,EAC5D,GACD,CAAC,YAAY,OAAO,CACrB;AAED,KAAI;EACF,MAAM,WAAW,MAAM,cAAc,IAAI,OAAO,SAAS;AAEzD,OAAA,GAAA,2BAAA,UAAa,SAAS,EAAE;GACtB,MAAM,aAAaC,2BAAAA,2BAA2B,MAC5C,KAAK,OAAA,GAAA,2BAAA,UAAe,SAAS,MAAM,UAAU,CAAC,CAAC,CAChD;AAGD,QAAA,GAAA,2BAAA,aAFsC,QAAQ,WAAW,WAAW,WAAW,cAAc,CAG3F,QAAA,GAAA,2BAAA,YAAiB,QAAQ,cAAc,UAAU,kBAAkB,OAAO;IACxE,2BAA2B;IAC3B,wBAAwB;IACxB,cAAc;IACd,UAAU;IACX,CAAC;;AAIN,SAAO,MAAM,cAAc,IAAI,OAAO,KAAK;WACnC;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,aACpB,QACA,IACA,UACA,cACA,gBACA,UACA,aACyB;AACzB,KAAI;EACF,MAAM,iBAAiB,MAAM,gBAC3B,QACA,IACA,UACA,cACA,gBACA,SACD;AAED,MAAI,mBAAmB,YACrB,QAAO;GACL,QAAQ;GACR,SAAS,sCAAsC,YAAY,SAAS;GACrE;AAEH,SAAO;GAAE,QAAQ;GAAM,SAAS,+BAA+B;GAAkB;UAC1E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,4CAA4C;GAAK;;;AAIzF,eAAsB,gBACpB,QACA,IACA,UACA,cACA,gBACA,UACA;CACA,MAAM,SAAS,MAAM,SAAS,mBAAmB,SAAS;CAE1D,MAAM,UAAU,MAAM,YACpB,IACAF,8BAAAA,UAAa,gCACb,OACC,QAAQ,EAAE,MAAM,GAAG,YAAYC,0BAAAA,GAAG,YAAY,KAAK,UAAU,OAAO,CAAC,EAAE,GACxE,CAAC,YAAY,OAAO,CACrB;AAED,KAAI;EACF,MAAM,WAAW,MAAM,cAAc,IAAI,QAAQ,SAAS;AAE1D,SAAA,GAAA,2BAAA,YACE,QACA,cACA,UACAC,2BAAAA,2BAA2B,MAAM,KAAK,OAAA,GAAA,2BAAA,UAAe,SAAS,MAAM,UAAU,CAAC,CAAC,CAAC,QAC3E,OACN;GACE,2BAA2B;GAC3B,wBAAwB;GACxB,cAAc;GACd,UAAU;GACX,CACF;EAED,MAAM,WAAW,MAAM,cAAc,IAAI,QAAQ,KAAK;AAEtD,SAAO,MAAM,eAAe,gBAC1B,UACA,EAAE,EACF,EAAE,EACF,OAAO,YAAY,OAAA,GAAA,sBAAA,MAAW,QAAQ,CACvC;WACO;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;;AAKlD,eAAsB,cAAc,IAAuC;AACzE,KAAI;EACF,MAAM,cAAc,MAAM,YAAY,GAAG;AAEzC,MAAI,gBAAgB,yBAClB,QAAO;GAAE,QAAQ;GAAU,SAAS,+BAA+B;GAAe;AAEpF,SAAO;GAAE,QAAQ;GAAM,SAAS,6BAA6B;GAAe;UACrE,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,0CAA0C;GAAK;;;AAIvF,eAAsB,YAAY,IAA+B;CAC/D,MAAM,SAAS,MAAM,YACnB,IACAF,8BAAAA,UAAa,kCACb,OACC,OAAsB,EAAE,GACzB,CAAC,WAAW,CACb;AAED,KAAI;AACF,UAAA,GAAA,2BAAA,WAAiB,MAAM,cAAc,IAAI,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;WACpE;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,eAAe,IAAc,MAAuC;AACxF,KAAI;EACF,MAAM,cAAc,MAAM,kBAAkB,IAAI,KAAK;AAErD,MAAI,gBAAgB,UAAU,KAAK,KACjC,QAAO;GAAE,QAAQ;GAAU,SAAS,sCAAsC;GAAe;AAE3F,SAAO;GAAE,QAAQ;GAAM,SAAS,oCAAoC;GAAe;UAC5E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,iDAAiD;GAAK;;;AAI9F,eAAsB,kBAAkB,IAAc,MAA+B;CACnF,MAAM,SAAS,MAAM,YACnB,IACAA,8BAAAA,UAAa,qCACb,OACC,QAAQ,EAAE,MAAM,GAAG,YAAYC,0BAAAA,GAAG,YAAY,KAAK,UAAU,KAAK,CAAC,EAAE,GACtE,CAAC,WAAW,CACb;AAED,KAAI;AACF,UAAA,GAAA,2BAAA,WAAiB,MAAM,cAAc,IAAI,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;WACpE;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,yBACpB,QACA,IACA,UACA,KAOyC;AACzC,KAAI;EACF,MAAM,WAAW,MAAM,SAAS,gBAAgB;EAChD,MAAM,UAA0C,EAAE;AAElD,OAAK,MAAM,WAAW,UAAU;GAC9B,MAAM,SAAS,MAAM,WACnB,UACA,SACA,IAAI,eACJ,IAAI,aACJ,IAAI,aACJ,IAAI,cACL;AACD,OAAI,OAAO,SAAS,KAAA,GAAW;AAC7B,YAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,mBAAmB,IAAI,YAAY,OAAO,IAAI,YAAY,0BACtC,QAAQ,KAAK,YAAY,OAAO,cAAc,cAC3D,OAAO,YAAY;KAC7B;AACD;;AAGF,UAAO,KAAK,oBAAoB,KAAK,UAAU,OAAO,CAAC,gBAAgB,QAAQ,OAAO;GACtF,MAAM,UAAU,MAAM,YACpB,IACAD,8BAAAA,UAAa,8CACb,OACC,QAAQ,EACP,MAAM,GAAG,YACPC,0BAAAA,GAAG,YACH,KAAK,UAAW,OAAO,KAA4B,OAAO,CAC3D,EACF,GACD,CAAC,kBAAkB,CACpB;AAED,OAAI;IACF,MAAM,kBAAkB,KAAK,MAC3B,OAAO,MAAM,MAAM,cAAc,IAAI,QAAQ,gBAAgB,EAAE,KAAM,CAAC,UAAU,CACjF;AAED,QAAI,iBAAiB,WAAW,mBAAmB,CACjD,SAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,6CAA6C,OAAO,MAAM,KAAK,YACpD,OAAO,cAAc,cAAc,OAAO,YAAY;KACpE;QAED,SAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,4BAA4B,gBAAgB,kBAAkB,OAAO,MAAM,KAAK,YACrE,OAAO,cAAc,cAAc,OAAO,YAAY;KACpE;aAEK;AACR,UAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;AAIlD,SAAO;UACA,GAAY;AACnB,SAAO,EACL,SAAS;GACP,QAAQ;GACR,SAAS,uDAAuD;GACjE,EACF;;;;;;AAOL,eAAsB,WACpB,UACA,SACA,OACA,SACA,SACA,eAKC;CACD,MAAM,QAAQ,kBAAkB,UAAU,SAAS,IAAI,EAAE;CAKzD,IAAI;CACJ,IAAI,gBAAgB;CACpB,IAAI,iBAAiB;AAErB,YAAW,MAAM,EAAE,MAAM,iBAAiB,OAAO;AAC/C,mBAAiB,KAAK,IAAI,gBAAgB,YAAY;AAEtD,MAAI,iBAAiB,SAAS,iBAAiB,cAE7C,QAAO;GAAE,MAAM;GAAW,aAAa;GAAgB;GAAe;AAExE;AACA,MAAI,WAAW,KAAK,QAAQ,KAAK,QAAQ,QACvC,QAAO;GAAE;GAAM,aAAa;GAAgB;GAAe;WAClD,KAAK,OAAO,QACrB,aAAY;;AAIhB,QAAO;EAAE,MAAM;EAAW,aAAa;EAAgB;EAAe;;;AAIxE,gBAAuB,kBACrB,UACA,SACA,QACA,aACoF;AACpF;CACA,MAAM,QAAQ,MAAM,SAAS,6BAA6B,QAAQ,QAAQ,OAAO;AAEjF,MAAK,MAAM,QAAQ,MAAM,QACvB,KAAI,KAAK,SAAS,UAAU,KAAK,SAAS,WAAW,OAAO,CAC1D,OAAM;EACJ;EACA;EACD;UACQ,KAAK,SAAS,MACvB,YAAW,MAAM,cAAc,kBAC7B,UACA,SACA,KAAK,UACL,YACD,EAAE;AACD,gBAAc,KAAK,IAAI,WAAW,aAAa,YAAY;AAC3D,QAAM;;;;AAOd,eAAsB,oBAAmD;CACvE,MAAM,WAAWE,UAAAA,QAAK,KAAKC,QAAAA,QAAG,QAAQ,EAAE,0BAA0B,KAAK,KAAK,CAAC,MAAM;CAGnF,MAAM,eAAA,GAAA,YAAA,aAFW,KAAK,OAAO,KAEY;AAEzC,OAAMC,iBAAAA,QAAG,WAAW,UAAU,YAAY;AAE1C,QAAO,EAAE,UAAU;;;AAIrB,eAAsB,iBAAqE;CACzF,MAAM,WAAWF,UAAAA,QAAK,KAAKC,QAAAA,QAAG,QAAQ,EAAE,sBAAsB,KAAK,KAAK,CAAC,MAAM;CAE/E,MAAM,cAAc,oCAAmB,IAAI,MAAM,EAAC,aAAa;AAC/D,OAAMC,iBAAAA,QAAG,UAAU,UAAU,YAAY;AAEzC,QAAO;EAAE;EAAU;EAAa;;;;;AAMlC,eAAe,YACb,QACA,KACA,WACA,QACA,SACkC;AAClC,QAAO,MAAM,OAAO,YAAY,kBAAkB,OAAO,OAAO;EAI9D,MAAM,eAAyCC,wBAAAA,qBAC7C,IAHkBC,yBAAAA,aAAa,IADR,MAAMC,yBAAAA,oBAAoB,IAAI,CACD,EAKpD,WACA,OAAO,GAAG,EACV,QACD;EAED,MAAM,aAAsC,EAAE;AAE9C,OAAK,MAAM,UAAU,SAAS;GAC5B,MAAM,YAAA,GAAA,0BAAA,OAAiB,OAAO,YAAY,OAAO;AACjD,MAAG,YAAY,UAAU,WAAW,aAAa,QAAQ;AACzD,cAAW,UAAU,OAAA,GAAA,0BAAA,iBAAsB,SAAS;;AAGtD,QAAM,GAAG,QAAQ;AAEjB,SAAO;GACP;;;AAIJ,eAAe,cAAc,QAAkB,SAAyC;AAItF,QAAO,OAAA,GAAA,0BAAA,MAAW,QAAQ,OAAO,OAAO;EACtC,MAAM,QAAQ,MAAM,GAAG,GAAG,SAAS,QAAQ;AAC3C,OAAA,GAAA,0BAAA,2BAA8B,MAAM,MAAM,EAAE;GAC1C,MAAM,MAAM,MAAM,GAAG,GAAG,gBAAgB,MAAM,OAAO,KAAK;AAC1D,SAAM,IAAI,MAAM,qBAAqB,QAAQ,UAAU,kBAAkB,IAAI,OAAO;;AAGtF,OAAA,GAAA,0BAAA,wBAA2B,MAAM,MAAM,CACrC,OAAM,IAAIC,0BAAAA,iBAAiB;AAG7B,SAAO,MAAM,GAAG,GAAG,gBAAgB,MAAM,OAAO,KAAK;GACrD;;AAGJ,eAAe,aAAa,QAAkB,UAAqB;AACjE,OAAM,OAAO,YAAY,gBAAgB,OAAO,OAAO;AACrD,OAAK,MAAM,WAAW,SACpB,IAAG,WAAW,QAAQ;AAExB,QAAM,GAAG,QAAQ;GACjB"}

package/dist/network_check/template.js

@@ -235,7 +235,7 @@ async function chooseFile(lsDriver, storage, limit, minSize, maxSize, minLsReque
 /** Deep-first search for files in the storage. */
 async function* listFilesSequence(lsDriver, storage, parent, nLsRequests) {
 	nLsRequests++;
-	const files = await lsDriver.listRemoteFilesWithAdditionalInfo(storage.handle, parent);
+	const files = await lsDriver.listRemoteFilesWithFileStats(storage.handle, parent);
 	for (const file of files.entries) if (file.type === "file" && file.fullPath.startsWith(parent)) yield {
 		file,
 		nLsRequests

package/dist/network_check/template.js.map

@@ -1 +1 @@
-{"version":3,"file":"template.js","names":["SdkTemplates"],"sources":["../../src/network_check/template.ts"],"sourcesContent":["import type { FieldId, FieldRef, PlClient, ResourceData } from \"@milaboratories/pl-client\";\nimport {\n  type PlTransaction,\n  ContinuePolling,\n  field,\n  isNotNullSignedResourceId,\n  isNullSignedResourceId,\n  Pl,\n  poll,\n  toGlobalFieldId,\n} from \"@milaboratories/pl-client\";\nimport { createRenderTemplate } from \"../mutator/template/render_template\";\nimport { Templates as SdkTemplates } from \"@platforma-sdk/workflow-tengo\";\nimport type { TemplateSpecAny } from \"../model/template_spec\";\nimport { loadTemplate, prepareTemplateSpec } from \"../mutator/template/template_loading\";\nimport type { ClientDownload, LsDriver } from \"@milaboratories/pl-drivers\";\nimport {\n  ImportFileHandleUploadData,\n  isSignMatch,\n  isUpload,\n  uploadBlob,\n  type ClientUpload,\n  type LsEntryWithAdditionalInfo,\n} from \"@milaboratories/pl-drivers\";\nimport type { Signer } from \"@milaboratories/ts-helpers\";\nimport { notEmpty, type MiLogger } from \"@milaboratories/ts-helpers\";\nimport type { ResourceInfo } from \"@milaboratories/pl-tree\";\nimport { text } from \"node:stream/consumers\";\nimport path from \"node:path\";\nimport fs from \"node:fs/promises\";\nimport os from \"node:os\";\nimport { randomBytes } from \"node:crypto\";\nimport type { StorageEntry } from \"@milaboratories/pl-model-common\";\n\nexport interface TemplateReport {\n  status: \"ok\" | \"warn\" | \"failed\";\n  message: string;\n}\n\n/** Uploads `hello-world` template and checks the output is correct. */\nexport async function uploadTemplate(\n  logger: MiLogger,\n  pl: PlClient,\n  name: string,\n): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runUploadTemplate(logger, pl, name);\n    if (gotGreeting !== `Hello, ${name}`) {\n      return {\n        status: \"failed\",\n        message: `Template uploading failed: expected: ${name}, got: ${gotGreeting}`,\n      };\n    }\n\n    return { status: \"ok\", message: `Template uploading succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Template uploading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runUploadTemplate(\n  logger: MiLogger,\n  pl: PlClient,\n  name: string,\n): Promise<string> {\n  const outputs = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.upload_template\"],\n    true,\n    (tx) => ({\n      name: tx.createValue(Pl.JsonObject, JSON.stringify(name)),\n    }),\n    [\"greeting\"],\n  );\n\n  try {\n    return JSON.parse(notEmpty((await getFieldValue(pl, outputs.greeting)).data?.toString()));\n  } finally {\n    if (outputs != undefined) {\n      await deleteFields(pl, Object.values(outputs));\n    }\n  }\n}\n\n/** Uploads a file to the backend and checks the output is a Blob resource. */\nexport async function uploadFile(\n  logger: MiLogger,\n  signer: Signer,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  pl: PlClient,\n  filePath: string,\n): Promise<TemplateReport> {\n  try {\n    const gotBlob = await runUploadFile(logger, signer, lsDriver, uploadClient, pl, filePath);\n\n    if (gotBlob.type.name !== \"Blob\") {\n      return { status: \"failed\", message: `File uploading failed: ${gotBlob.type.name}` };\n    }\n\n    return { status: \"ok\", message: `File uploading succeeded: ${gotBlob.type.name}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `File uploading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runUploadFile(\n  logger: MiLogger,\n  signer: Signer,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  pl: PlClient,\n  filePath: string,\n): Promise<ResourceInfo> {\n  const handle = await lsDriver.getLocalFileHandle(filePath);\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.upload_blob\"],\n    true,\n    (tx) => ({\n      file: tx.createValue(Pl.JsonObject, JSON.stringify(handle)),\n    }),\n    [\"progress\", \"file\"],\n  );\n\n  try {\n    const progress = await getFieldValue(pl, result.progress);\n\n    if (isUpload(progress)) {\n      const uploadData = ImportFileHandleUploadData.parse(\n        JSON.parse(notEmpty(progress.data?.toString())),\n      );\n      const isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n\n      if (isUploadSignMatch) {\n        await uploadBlob(logger, uploadClient, progress, uploadData, () => false, {\n          nPartsWithThisUploadSpeed: 10,\n          nPartsToIncreaseUpload: 10,\n          currentSpeed: 10,\n          maxSpeed: 10,\n        });\n      }\n    }\n\n    return await getFieldValue(pl, result.file);\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Uploads a file to the backend and then tries to download it back. */\nexport async function downloadFile(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  downloadClient: ClientDownload,\n  filePath: string,\n  fileContent: string,\n): Promise<TemplateReport> {\n  try {\n    const gotFileContent = await runDownloadFile(\n      logger,\n      pl,\n      lsDriver,\n      uploadClient,\n      downloadClient,\n      filePath,\n    );\n\n    if (gotFileContent !== fileContent) {\n      return {\n        status: \"failed\",\n        message: `File downloading failed: expected: ${fileContent}, got: ${gotFileContent}`,\n      };\n    }\n    return { status: \"ok\", message: `File downloading succeeded: ${gotFileContent}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `File downloading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runDownloadFile(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  downloadClient: ClientDownload,\n  filePath: string,\n) {\n  const handle = await lsDriver.getLocalFileHandle(filePath);\n\n  const outputs = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.download_blob\"],\n    true,\n    (tx) => ({ file: tx.createValue(Pl.JsonObject, JSON.stringify(handle)) }),\n    [\"progress\", \"file\"],\n  );\n\n  try {\n    const progress = await getFieldValue(pl, outputs.progress);\n\n    await uploadBlob(\n      logger,\n      uploadClient,\n      progress,\n      ImportFileHandleUploadData.parse(JSON.parse(notEmpty(progress.data?.toString()))),\n      () => false,\n      {\n        nPartsWithThisUploadSpeed: 1,\n        nPartsToIncreaseUpload: 1,\n        currentSpeed: 1,\n        maxSpeed: 1,\n      },\n    );\n\n    const fileInfo = await getFieldValue(pl, outputs.file);\n\n    return await downloadClient.withBlobContent(\n      fileInfo,\n      {},\n      {},\n      async (content) => await text(content),\n    );\n  } finally {\n    await deleteFields(pl, Object.values(outputs));\n  }\n}\n\n/** Runs Go's hello-world binary. */\nexport async function softwareCheck(pl: PlClient): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runSoftware(pl);\n\n    if (gotGreeting !== \"Hello from go binary\\n\") {\n      return { status: \"failed\", message: `Software check failed: got: ${gotGreeting}` };\n    }\n    return { status: \"ok\", message: `Software check succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Software check failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runSoftware(pl: PlClient): Promise<string> {\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.run_hello_world\"],\n    true,\n    (_: PlTransaction) => ({}),\n    [\"greeting\"],\n  );\n\n  try {\n    return notEmpty((await getFieldValue(pl, result.greeting)).data?.toString());\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Runs Python hello-world. */\nexport async function pythonSoftware(pl: PlClient, name: string): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runPythonSoftware(pl, name);\n\n    if (gotGreeting !== `Hello, ${name}!\\n`) {\n      return { status: \"failed\", message: `Python software check failed: got: ${gotGreeting}` };\n    }\n    return { status: \"ok\", message: `Python software check succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Python software check failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runPythonSoftware(pl: PlClient, name: string): Promise<string> {\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.run_hello_world_py\"],\n    true,\n    (tx) => ({ name: tx.createValue(Pl.JsonObject, JSON.stringify(name)) }),\n    [\"greeting\"],\n  );\n\n  try {\n    return notEmpty((await getFieldValue(pl, result.greeting)).data?.toString());\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Tries to download a file from every storage. */\nexport async function downloadFromEveryStorage(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  ops: {\n    minLsRequests: number;\n    bytesLimit: number;\n    minFileSize: number;\n    maxFileSize: number;\n    nFilesToCheck: number;\n  },\n): Promise<Record<string, TemplateReport>> {\n  try {\n    const storages = await lsDriver.getStorageList();\n    const results: Record<string, TemplateReport> = {};\n\n    for (const storage of storages) {\n      const result = await chooseFile(\n        lsDriver,\n        storage,\n        ops.nFilesToCheck,\n        ops.minFileSize,\n        ops.maxFileSize,\n        ops.minLsRequests,\n      );\n      if (result.file === undefined) {\n        results[storage.id] = {\n          status: \"warn\",\n          message:\n            `No file between ${ops.minFileSize} and ${ops.maxFileSize} bytes ` +\n            `found in storage ${storage.name}, checked ${result.nCheckedFiles} files, ` +\n            `did ${result.nLsRequests} ls requests`,\n        };\n        continue;\n      }\n\n      logger.info(`Downloading file ${JSON.stringify(result)} from storage ${storage.name}`);\n      const outputs = await runTemplate(\n        pl,\n        SdkTemplates[\"check_network.create_workdir_from_storage\"],\n        true,\n        (tx) => ({\n          file: tx.createValue(\n            Pl.JsonObject,\n            JSON.stringify((result.file as { handle: string }).handle),\n          ),\n        }),\n        [\"workdirTypeName\"],\n      );\n\n      try {\n        const workdirTypeName = JSON.parse(\n          Buffer.from((await getFieldValue(pl, outputs.workdirTypeName)).data!).toString(),\n        ) as string;\n\n        if (workdirTypeName?.startsWith(\"WorkingDirectory\")) {\n          results[storage.id] = {\n            status: \"ok\",\n            message:\n              `Workdir creation succeeded, size of file: ${result.file?.size}, ` +\n              `checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,\n          };\n        } else {\n          results[storage.id] = {\n            status: \"failed\",\n            message:\n              `Workdir creation failed: ${workdirTypeName}, size of file: ${result.file?.size}, ` +\n              `checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,\n          };\n        }\n      } finally {\n        await deleteFields(pl, Object.values(outputs));\n      }\n    }\n\n    return results;\n  } catch (e: unknown) {\n    return {\n      unknown: {\n        status: \"failed\",\n        message: `Download from every storage failed: error occurred: ${e}`,\n      },\n    };\n  }\n}\n\n/** Chooses a random file from the storage in a size range.\n * If we couldn't find a normal-sized file, we'll return a small file to check at least something.\n */\nexport async function chooseFile(\n  lsDriver: LsDriver,\n  storage: StorageEntry,\n  limit: number,\n  minSize: number,\n  maxSize: number,\n  minLsRequests: number,\n): Promise<{\n  file: LsEntryWithAdditionalInfo | undefined;\n  nLsRequests: number;\n  nCheckedFiles: number;\n}> {\n  const files = listFilesSequence(lsDriver, storage, \"\", 0);\n\n  // return small file in case we don't have many normal-sized files.\n  // While we'll download only a small range of bytes from the file,\n  // we don't want to return a big file in case the underlying S3 doesn't support range requests.\n  let smallFile: LsEntryWithAdditionalInfo | undefined;\n  let nCheckedFiles = 0;\n  let maxNLsRequests = 0;\n\n  for await (const { file, nLsRequests } of files) {\n    maxNLsRequests = Math.max(maxNLsRequests, nLsRequests);\n\n    if (nCheckedFiles >= limit && maxNLsRequests > minLsRequests) {\n      // we reached a limit on both the number of files and the number of ls requests.\n      return { file: smallFile, nLsRequests: maxNLsRequests, nCheckedFiles };\n    }\n    nCheckedFiles++;\n    if (minSize <= file.size && file.size <= maxSize) {\n      return { file, nLsRequests: maxNLsRequests, nCheckedFiles };\n    } else if (file.size < minSize) {\n      smallFile = file;\n    }\n  }\n\n  return { file: smallFile, nLsRequests: maxNLsRequests, nCheckedFiles };\n}\n\n/** Deep-first search for files in the storage. */\nexport async function* listFilesSequence(\n  lsDriver: LsDriver,\n  storage: StorageEntry,\n  parent: string,\n  nLsRequests: number,\n): AsyncGenerator<{ file: LsEntryWithAdditionalInfo; nLsRequests: number }, void, unknown> {\n  nLsRequests++;\n  const files = await lsDriver.listRemoteFilesWithAdditionalInfo(storage.handle, parent);\n\n  for (const file of files.entries) {\n    if (file.type === \"file\" && file.fullPath.startsWith(parent)) {\n      yield {\n        file,\n        nLsRequests,\n      };\n    } else if (file.type === \"dir\") {\n      for await (const nestedFile of listFilesSequence(\n        lsDriver,\n        storage,\n        file.fullPath,\n        nLsRequests,\n      )) {\n        nLsRequests = Math.max(nestedFile.nLsRequests, nLsRequests);\n        yield nestedFile;\n      }\n    }\n  }\n}\n\n/** Creates a big temporary file with random content. */\nexport async function createBigTempFile(): Promise<{ filePath: string }> {\n  const filePath = path.join(os.tmpdir(), `check-network-big-temp-${Date.now()}.bin`);\n  const fileSize = 20 * 1024 * 1024; // 20 MiB\n\n  const fileContent = randomBytes(fileSize);\n\n  await fs.appendFile(filePath, fileContent);\n\n  return { filePath };\n}\n\n/** Creates a temporarly file we could use for uploading and downloading. */\nexport async function createTempFile(): Promise<{ filePath: string; fileContent: string }> {\n  const filePath = path.join(os.tmpdir(), `check-network-temp-${Date.now()}.txt`);\n\n  const fileContent = \"Hello, world! \" + new Date().toISOString();\n  await fs.writeFile(filePath, fileContent);\n\n  return { filePath, fileContent };\n}\n\n/** Creates a template and RenderTemplate resources, gets all resources from outputs.\n * Throws a error if any of the outputs failed.\n */\nasync function runTemplate(\n  client: PlClient,\n  tpl: TemplateSpecAny,\n  ephemeral: boolean,\n  inputs: (tx: PlTransaction) => Pl.PlRecord,\n  outputs: string[],\n): Promise<Record<string, FieldId>> {\n  return await client.withWriteTx(\"TemplateRender\", async (tx) => {\n    const preparedTemplate = await prepareTemplateSpec(tpl);\n    const tplResource = loadTemplate(tx, preparedTemplate);\n\n    const outputFields: Record<string, FieldRef> = createRenderTemplate(\n      tx,\n      tplResource,\n      ephemeral,\n      inputs(tx),\n      outputs,\n    );\n\n    const outputsIds: Record<string, FieldId> = {};\n\n    for (const output of outputs) {\n      const fieldRef = field(client.clientRoot, output) as FieldId;\n      tx.createField(fieldRef, \"Dynamic\", outputFields[output]);\n      outputsIds[output] = await toGlobalFieldId(fieldRef);\n    }\n\n    await tx.commit();\n\n    return outputsIds;\n  });\n}\n\n/** Gets a resource from field's value or throws a error. */\nasync function getFieldValue(client: PlClient, fieldId: FieldId): Promise<ResourceData> {\n  // We could also do polling with pl-tree, but it seemed like an overkill,\n  // that's why we have a simple polling here.\n\n  return await poll(client, async (tx) => {\n    const field = await tx.tx.getField(fieldId);\n    if (isNotNullSignedResourceId(field.error)) {\n      const err = await tx.tx.getResourceData(field.error, true);\n      throw new Error(`getFieldValue of \"${fieldId.fieldName}\" field failed: ${err.data}`);\n    }\n\n    if (isNullSignedResourceId(field.value)) {\n      throw new ContinuePolling();\n    }\n\n    return await tx.tx.getResourceData(field.value, true);\n  });\n}\n\nasync function deleteFields(client: PlClient, fieldIds: FieldId[]) {\n  await client.withWriteTx(\"DeleteFields\", async (tx) => {\n    for (const fieldId of fieldIds) {\n      tx.resetField(fieldId);\n    }\n    await tx.commit();\n  });\n}\n"],"mappings":";;;;;;;;;;;;;AAwCA,eAAsB,eACpB,QACA,IACA,MACyB;AACzB,KAAI;EACF,MAAM,cAAc,MAAM,kBAAkB,QAAQ,IAAI,KAAK;AAC7D,MAAI,gBAAgB,UAAU,OAC5B,QAAO;GACL,QAAQ;GACR,SAAS,wCAAwC,KAAK,SAAS;GAChE;AAGH,SAAO;GAAE,QAAQ;GAAM,SAAS,iCAAiC;GAAe;UACzE,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,8CAA8C;GAAK;;;AAI3F,eAAsB,kBACpB,QACA,IACA,MACiB;CACjB,MAAM,UAAU,MAAM,YACpB,IACAA,UAAa,kCACb,OACC,QAAQ,EACP,MAAM,GAAG,YAAY,GAAG,YAAY,KAAK,UAAU,KAAK,CAAC,EAC1D,GACD,CAAC,WAAW,CACb;AAED,KAAI;AACF,SAAO,KAAK,MAAM,UAAU,MAAM,cAAc,IAAI,QAAQ,SAAS,EAAE,MAAM,UAAU,CAAC,CAAC;WACjF;AACR,MAAI,WAAW,KAAA,EACb,OAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;;AAMpD,eAAsB,WACpB,QACA,QACA,UACA,cACA,IACA,UACyB;AACzB,KAAI;EACF,MAAM,UAAU,MAAM,cAAc,QAAQ,QAAQ,UAAU,cAAc,IAAI,SAAS;AAEzF,MAAI,QAAQ,KAAK,SAAS,OACxB,QAAO;GAAE,QAAQ;GAAU,SAAS,0BAA0B,QAAQ,KAAK;GAAQ;AAGrF,SAAO;GAAE,QAAQ;GAAM,SAAS,6BAA6B,QAAQ,KAAK;GAAQ;UAC3E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,0CAA0C;GAAK;;;AAIvF,eAAsB,cACpB,QACA,QACA,UACA,cACA,IACA,UACuB;CACvB,MAAM,SAAS,MAAM,SAAS,mBAAmB,SAAS;CAC1D,MAAM,SAAS,MAAM,YACnB,IACAA,UAAa,8BACb,OACC,QAAQ,EACP,MAAM,GAAG,YAAY,GAAG,YAAY,KAAK,UAAU,OAAO,CAAC,EAC5D,GACD,CAAC,YAAY,OAAO,CACrB;AAED,KAAI;EACF,MAAM,WAAW,MAAM,cAAc,IAAI,OAAO,SAAS;AAEzD,MAAI,SAAS,SAAS,EAAE;GACtB,MAAM,aAAa,2BAA2B,MAC5C,KAAK,MAAM,SAAS,SAAS,MAAM,UAAU,CAAC,CAAC,CAChD;AAGD,OAF0B,YAAY,QAAQ,WAAW,WAAW,WAAW,cAAc,CAG3F,OAAM,WAAW,QAAQ,cAAc,UAAU,kBAAkB,OAAO;IACxE,2BAA2B;IAC3B,wBAAwB;IACxB,cAAc;IACd,UAAU;IACX,CAAC;;AAIN,SAAO,MAAM,cAAc,IAAI,OAAO,KAAK;WACnC;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,aACpB,QACA,IACA,UACA,cACA,gBACA,UACA,aACyB;AACzB,KAAI;EACF,MAAM,iBAAiB,MAAM,gBAC3B,QACA,IACA,UACA,cACA,gBACA,SACD;AAED,MAAI,mBAAmB,YACrB,QAAO;GACL,QAAQ;GACR,SAAS,sCAAsC,YAAY,SAAS;GACrE;AAEH,SAAO;GAAE,QAAQ;GAAM,SAAS,+BAA+B;GAAkB;UAC1E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,4CAA4C;GAAK;;;AAIzF,eAAsB,gBACpB,QACA,IACA,UACA,cACA,gBACA,UACA;CACA,MAAM,SAAS,MAAM,SAAS,mBAAmB,SAAS;CAE1D,MAAM,UAAU,MAAM,YACpB,IACAA,UAAa,gCACb,OACC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,YAAY,KAAK,UAAU,OAAO,CAAC,EAAE,GACxE,CAAC,YAAY,OAAO,CACrB;AAED,KAAI;EACF,MAAM,WAAW,MAAM,cAAc,IAAI,QAAQ,SAAS;AAE1D,QAAM,WACJ,QACA,cACA,UACA,2BAA2B,MAAM,KAAK,MAAM,SAAS,SAAS,MAAM,UAAU,CAAC,CAAC,CAAC,QAC3E,OACN;GACE,2BAA2B;GAC3B,wBAAwB;GACxB,cAAc;GACd,UAAU;GACX,CACF;EAED,MAAM,WAAW,MAAM,cAAc,IAAI,QAAQ,KAAK;AAEtD,SAAO,MAAM,eAAe,gBAC1B,UACA,EAAE,EACF,EAAE,EACF,OAAO,YAAY,MAAM,KAAK,QAAQ,CACvC;WACO;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;;AAKlD,eAAsB,cAAc,IAAuC;AACzE,KAAI;EACF,MAAM,cAAc,MAAM,YAAY,GAAG;AAEzC,MAAI,gBAAgB,yBAClB,QAAO;GAAE,QAAQ;GAAU,SAAS,+BAA+B;GAAe;AAEpF,SAAO;GAAE,QAAQ;GAAM,SAAS,6BAA6B;GAAe;UACrE,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,0CAA0C;GAAK;;;AAIvF,eAAsB,YAAY,IAA+B;CAC/D,MAAM,SAAS,MAAM,YACnB,IACAA,UAAa,kCACb,OACC,OAAsB,EAAE,GACzB,CAAC,WAAW,CACb;AAED,KAAI;AACF,SAAO,UAAU,MAAM,cAAc,IAAI,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;WACpE;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,eAAe,IAAc,MAAuC;AACxF,KAAI;EACF,MAAM,cAAc,MAAM,kBAAkB,IAAI,KAAK;AAErD,MAAI,gBAAgB,UAAU,KAAK,KACjC,QAAO;GAAE,QAAQ;GAAU,SAAS,sCAAsC;GAAe;AAE3F,SAAO;GAAE,QAAQ;GAAM,SAAS,oCAAoC;GAAe;UAC5E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,iDAAiD;GAAK;;;AAI9F,eAAsB,kBAAkB,IAAc,MAA+B;CACnF,MAAM,SAAS,MAAM,YACnB,IACAA,UAAa,qCACb,OACC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,YAAY,KAAK,UAAU,KAAK,CAAC,EAAE,GACtE,CAAC,WAAW,CACb;AAED,KAAI;AACF,SAAO,UAAU,MAAM,cAAc,IAAI,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;WACpE;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,yBACpB,QACA,IACA,UACA,KAOyC;AACzC,KAAI;EACF,MAAM,WAAW,MAAM,SAAS,gBAAgB;EAChD,MAAM,UAA0C,EAAE;AAElD,OAAK,MAAM,WAAW,UAAU;GAC9B,MAAM,SAAS,MAAM,WACnB,UACA,SACA,IAAI,eACJ,IAAI,aACJ,IAAI,aACJ,IAAI,cACL;AACD,OAAI,OAAO,SAAS,KAAA,GAAW;AAC7B,YAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,mBAAmB,IAAI,YAAY,OAAO,IAAI,YAAY,0BACtC,QAAQ,KAAK,YAAY,OAAO,cAAc,cAC3D,OAAO,YAAY;KAC7B;AACD;;AAGF,UAAO,KAAK,oBAAoB,KAAK,UAAU,OAAO,CAAC,gBAAgB,QAAQ,OAAO;GACtF,MAAM,UAAU,MAAM,YACpB,IACAA,UAAa,8CACb,OACC,QAAQ,EACP,MAAM,GAAG,YACP,GAAG,YACH,KAAK,UAAW,OAAO,KAA4B,OAAO,CAC3D,EACF,GACD,CAAC,kBAAkB,CACpB;AAED,OAAI;IACF,MAAM,kBAAkB,KAAK,MAC3B,OAAO,MAAM,MAAM,cAAc,IAAI,QAAQ,gBAAgB,EAAE,KAAM,CAAC,UAAU,CACjF;AAED,QAAI,iBAAiB,WAAW,mBAAmB,CACjD,SAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,6CAA6C,OAAO,MAAM,KAAK,YACpD,OAAO,cAAc,cAAc,OAAO,YAAY;KACpE;QAED,SAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,4BAA4B,gBAAgB,kBAAkB,OAAO,MAAM,KAAK,YACrE,OAAO,cAAc,cAAc,OAAO,YAAY;KACpE;aAEK;AACR,UAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;AAIlD,SAAO;UACA,GAAY;AACnB,SAAO,EACL,SAAS;GACP,QAAQ;GACR,SAAS,uDAAuD;GACjE,EACF;;;;;;AAOL,eAAsB,WACpB,UACA,SACA,OACA,SACA,SACA,eAKC;CACD,MAAM,QAAQ,kBAAkB,UAAU,SAAS,IAAI,EAAE;CAKzD,IAAI;CACJ,IAAI,gBAAgB;CACpB,IAAI,iBAAiB;AAErB,YAAW,MAAM,EAAE,MAAM,iBAAiB,OAAO;AAC/C,mBAAiB,KAAK,IAAI,gBAAgB,YAAY;AAEtD,MAAI,iBAAiB,SAAS,iBAAiB,cAE7C,QAAO;GAAE,MAAM;GAAW,aAAa;GAAgB;GAAe;AAExE;AACA,MAAI,WAAW,KAAK,QAAQ,KAAK,QAAQ,QACvC,QAAO;GAAE;GAAM,aAAa;GAAgB;GAAe;WAClD,KAAK,OAAO,QACrB,aAAY;;AAIhB,QAAO;EAAE,MAAM;EAAW,aAAa;EAAgB;EAAe;;;AAIxE,gBAAuB,kBACrB,UACA,SACA,QACA,aACyF;AACzF;CACA,MAAM,QAAQ,MAAM,SAAS,kCAAkC,QAAQ,QAAQ,OAAO;AAEtF,MAAK,MAAM,QAAQ,MAAM,QACvB,KAAI,KAAK,SAAS,UAAU,KAAK,SAAS,WAAW,OAAO,CAC1D,OAAM;EACJ;EACA;EACD;UACQ,KAAK,SAAS,MACvB,YAAW,MAAM,cAAc,kBAC7B,UACA,SACA,KAAK,UACL,YACD,EAAE;AACD,gBAAc,KAAK,IAAI,WAAW,aAAa,YAAY;AAC3D,QAAM;;;;AAOd,eAAsB,oBAAmD;CACvE,MAAM,WAAW,KAAK,KAAK,GAAG,QAAQ,EAAE,0BAA0B,KAAK,KAAK,CAAC,MAAM;CAGnF,MAAM,cAAc,YAFH,KAAK,OAAO,KAEY;AAEzC,OAAM,GAAG,WAAW,UAAU,YAAY;AAE1C,QAAO,EAAE,UAAU;;;AAIrB,eAAsB,iBAAqE;CACzF,MAAM,WAAW,KAAK,KAAK,GAAG,QAAQ,EAAE,sBAAsB,KAAK,KAAK,CAAC,MAAM;CAE/E,MAAM,cAAc,oCAAmB,IAAI,MAAM,EAAC,aAAa;AAC/D,OAAM,GAAG,UAAU,UAAU,YAAY;AAEzC,QAAO;EAAE;EAAU;EAAa;;;;;AAMlC,eAAe,YACb,QACA,KACA,WACA,QACA,SACkC;AAClC,QAAO,MAAM,OAAO,YAAY,kBAAkB,OAAO,OAAO;EAI9D,MAAM,eAAyC,qBAC7C,IAHkB,aAAa,IADR,MAAM,oBAAoB,IAAI,CACD,EAKpD,WACA,OAAO,GAAG,EACV,QACD;EAED,MAAM,aAAsC,EAAE;AAE9C,OAAK,MAAM,UAAU,SAAS;GAC5B,MAAM,WAAW,MAAM,OAAO,YAAY,OAAO;AACjD,MAAG,YAAY,UAAU,WAAW,aAAa,QAAQ;AACzD,cAAW,UAAU,MAAM,gBAAgB,SAAS;;AAGtD,QAAM,GAAG,QAAQ;AAEjB,SAAO;GACP;;;AAIJ,eAAe,cAAc,QAAkB,SAAyC;AAItF,QAAO,MAAM,KAAK,QAAQ,OAAO,OAAO;EACtC,MAAM,QAAQ,MAAM,GAAG,GAAG,SAAS,QAAQ;AAC3C,MAAI,0BAA0B,MAAM,MAAM,EAAE;GAC1C,MAAM,MAAM,MAAM,GAAG,GAAG,gBAAgB,MAAM,OAAO,KAAK;AAC1D,SAAM,IAAI,MAAM,qBAAqB,QAAQ,UAAU,kBAAkB,IAAI,OAAO;;AAGtF,MAAI,uBAAuB,MAAM,MAAM,CACrC,OAAM,IAAI,iBAAiB;AAG7B,SAAO,MAAM,GAAG,GAAG,gBAAgB,MAAM,OAAO,KAAK;GACrD;;AAGJ,eAAe,aAAa,QAAkB,UAAqB;AACjE,OAAM,OAAO,YAAY,gBAAgB,OAAO,OAAO;AACrD,OAAK,MAAM,WAAW,SACpB,IAAG,WAAW,QAAQ;AAExB,QAAM,GAAG,QAAQ;GACjB"}
+{"version":3,"file":"template.js","names":["SdkTemplates"],"sources":["../../src/network_check/template.ts"],"sourcesContent":["import type { FieldId, FieldRef, PlClient, ResourceData } from \"@milaboratories/pl-client\";\nimport {\n  type PlTransaction,\n  ContinuePolling,\n  field,\n  isNotNullSignedResourceId,\n  isNullSignedResourceId,\n  Pl,\n  poll,\n  toGlobalFieldId,\n} from \"@milaboratories/pl-client\";\nimport { createRenderTemplate } from \"../mutator/template/render_template\";\nimport { Templates as SdkTemplates } from \"@platforma-sdk/workflow-tengo\";\nimport type { TemplateSpecAny } from \"../model/template_spec\";\nimport { loadTemplate, prepareTemplateSpec } from \"../mutator/template/template_loading\";\nimport type { ClientDownload, LsDriver } from \"@milaboratories/pl-drivers\";\nimport {\n  ImportFileHandleUploadData,\n  isSignMatch,\n  isUpload,\n  uploadBlob,\n  type ClientUpload,\n  type LsEntryWithFileStats,\n} from \"@milaboratories/pl-drivers\";\nimport type { Signer } from \"@milaboratories/ts-helpers\";\nimport { notEmpty, type MiLogger } from \"@milaboratories/ts-helpers\";\nimport type { ResourceInfo } from \"@milaboratories/pl-tree\";\nimport { text } from \"node:stream/consumers\";\nimport path from \"node:path\";\nimport fs from \"node:fs/promises\";\nimport os from \"node:os\";\nimport { randomBytes } from \"node:crypto\";\nimport type { StorageEntry } from \"@milaboratories/pl-model-common\";\n\nexport interface TemplateReport {\n  status: \"ok\" | \"warn\" | \"failed\";\n  message: string;\n}\n\n/** Uploads `hello-world` template and checks the output is correct. */\nexport async function uploadTemplate(\n  logger: MiLogger,\n  pl: PlClient,\n  name: string,\n): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runUploadTemplate(logger, pl, name);\n    if (gotGreeting !== `Hello, ${name}`) {\n      return {\n        status: \"failed\",\n        message: `Template uploading failed: expected: ${name}, got: ${gotGreeting}`,\n      };\n    }\n\n    return { status: \"ok\", message: `Template uploading succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Template uploading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runUploadTemplate(\n  logger: MiLogger,\n  pl: PlClient,\n  name: string,\n): Promise<string> {\n  const outputs = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.upload_template\"],\n    true,\n    (tx) => ({\n      name: tx.createValue(Pl.JsonObject, JSON.stringify(name)),\n    }),\n    [\"greeting\"],\n  );\n\n  try {\n    return JSON.parse(notEmpty((await getFieldValue(pl, outputs.greeting)).data?.toString()));\n  } finally {\n    if (outputs != undefined) {\n      await deleteFields(pl, Object.values(outputs));\n    }\n  }\n}\n\n/** Uploads a file to the backend and checks the output is a Blob resource. */\nexport async function uploadFile(\n  logger: MiLogger,\n  signer: Signer,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  pl: PlClient,\n  filePath: string,\n): Promise<TemplateReport> {\n  try {\n    const gotBlob = await runUploadFile(logger, signer, lsDriver, uploadClient, pl, filePath);\n\n    if (gotBlob.type.name !== \"Blob\") {\n      return { status: \"failed\", message: `File uploading failed: ${gotBlob.type.name}` };\n    }\n\n    return { status: \"ok\", message: `File uploading succeeded: ${gotBlob.type.name}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `File uploading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runUploadFile(\n  logger: MiLogger,\n  signer: Signer,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  pl: PlClient,\n  filePath: string,\n): Promise<ResourceInfo> {\n  const handle = await lsDriver.getLocalFileHandle(filePath);\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.upload_blob\"],\n    true,\n    (tx) => ({\n      file: tx.createValue(Pl.JsonObject, JSON.stringify(handle)),\n    }),\n    [\"progress\", \"file\"],\n  );\n\n  try {\n    const progress = await getFieldValue(pl, result.progress);\n\n    if (isUpload(progress)) {\n      const uploadData = ImportFileHandleUploadData.parse(\n        JSON.parse(notEmpty(progress.data?.toString())),\n      );\n      const isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n\n      if (isUploadSignMatch) {\n        await uploadBlob(logger, uploadClient, progress, uploadData, () => false, {\n          nPartsWithThisUploadSpeed: 10,\n          nPartsToIncreaseUpload: 10,\n          currentSpeed: 10,\n          maxSpeed: 10,\n        });\n      }\n    }\n\n    return await getFieldValue(pl, result.file);\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Uploads a file to the backend and then tries to download it back. */\nexport async function downloadFile(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  downloadClient: ClientDownload,\n  filePath: string,\n  fileContent: string,\n): Promise<TemplateReport> {\n  try {\n    const gotFileContent = await runDownloadFile(\n      logger,\n      pl,\n      lsDriver,\n      uploadClient,\n      downloadClient,\n      filePath,\n    );\n\n    if (gotFileContent !== fileContent) {\n      return {\n        status: \"failed\",\n        message: `File downloading failed: expected: ${fileContent}, got: ${gotFileContent}`,\n      };\n    }\n    return { status: \"ok\", message: `File downloading succeeded: ${gotFileContent}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `File downloading failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runDownloadFile(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  uploadClient: ClientUpload,\n  downloadClient: ClientDownload,\n  filePath: string,\n) {\n  const handle = await lsDriver.getLocalFileHandle(filePath);\n\n  const outputs = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.download_blob\"],\n    true,\n    (tx) => ({ file: tx.createValue(Pl.JsonObject, JSON.stringify(handle)) }),\n    [\"progress\", \"file\"],\n  );\n\n  try {\n    const progress = await getFieldValue(pl, outputs.progress);\n\n    await uploadBlob(\n      logger,\n      uploadClient,\n      progress,\n      ImportFileHandleUploadData.parse(JSON.parse(notEmpty(progress.data?.toString()))),\n      () => false,\n      {\n        nPartsWithThisUploadSpeed: 1,\n        nPartsToIncreaseUpload: 1,\n        currentSpeed: 1,\n        maxSpeed: 1,\n      },\n    );\n\n    const fileInfo = await getFieldValue(pl, outputs.file);\n\n    return await downloadClient.withBlobContent(\n      fileInfo,\n      {},\n      {},\n      async (content) => await text(content),\n    );\n  } finally {\n    await deleteFields(pl, Object.values(outputs));\n  }\n}\n\n/** Runs Go's hello-world binary. */\nexport async function softwareCheck(pl: PlClient): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runSoftware(pl);\n\n    if (gotGreeting !== \"Hello from go binary\\n\") {\n      return { status: \"failed\", message: `Software check failed: got: ${gotGreeting}` };\n    }\n    return { status: \"ok\", message: `Software check succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Software check failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runSoftware(pl: PlClient): Promise<string> {\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.run_hello_world\"],\n    true,\n    (_: PlTransaction) => ({}),\n    [\"greeting\"],\n  );\n\n  try {\n    return notEmpty((await getFieldValue(pl, result.greeting)).data?.toString());\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Runs Python hello-world. */\nexport async function pythonSoftware(pl: PlClient, name: string): Promise<TemplateReport> {\n  try {\n    const gotGreeting = await runPythonSoftware(pl, name);\n\n    if (gotGreeting !== `Hello, ${name}!\\n`) {\n      return { status: \"failed\", message: `Python software check failed: got: ${gotGreeting}` };\n    }\n    return { status: \"ok\", message: `Python software check succeeded: ${gotGreeting}` };\n  } catch (e: unknown) {\n    return { status: \"failed\", message: `Python software check failed: error occurred: ${e}` };\n  }\n}\n\nexport async function runPythonSoftware(pl: PlClient, name: string): Promise<string> {\n  const result = await runTemplate(\n    pl,\n    SdkTemplates[\"check_network.run_hello_world_py\"],\n    true,\n    (tx) => ({ name: tx.createValue(Pl.JsonObject, JSON.stringify(name)) }),\n    [\"greeting\"],\n  );\n\n  try {\n    return notEmpty((await getFieldValue(pl, result.greeting)).data?.toString());\n  } finally {\n    await deleteFields(pl, Object.values(result));\n  }\n}\n\n/** Tries to download a file from every storage. */\nexport async function downloadFromEveryStorage(\n  logger: MiLogger,\n  pl: PlClient,\n  lsDriver: LsDriver,\n  ops: {\n    minLsRequests: number;\n    bytesLimit: number;\n    minFileSize: number;\n    maxFileSize: number;\n    nFilesToCheck: number;\n  },\n): Promise<Record<string, TemplateReport>> {\n  try {\n    const storages = await lsDriver.getStorageList();\n    const results: Record<string, TemplateReport> = {};\n\n    for (const storage of storages) {\n      const result = await chooseFile(\n        lsDriver,\n        storage,\n        ops.nFilesToCheck,\n        ops.minFileSize,\n        ops.maxFileSize,\n        ops.minLsRequests,\n      );\n      if (result.file === undefined) {\n        results[storage.id] = {\n          status: \"warn\",\n          message:\n            `No file between ${ops.minFileSize} and ${ops.maxFileSize} bytes ` +\n            `found in storage ${storage.name}, checked ${result.nCheckedFiles} files, ` +\n            `did ${result.nLsRequests} ls requests`,\n        };\n        continue;\n      }\n\n      logger.info(`Downloading file ${JSON.stringify(result)} from storage ${storage.name}`);\n      const outputs = await runTemplate(\n        pl,\n        SdkTemplates[\"check_network.create_workdir_from_storage\"],\n        true,\n        (tx) => ({\n          file: tx.createValue(\n            Pl.JsonObject,\n            JSON.stringify((result.file as { handle: string }).handle),\n          ),\n        }),\n        [\"workdirTypeName\"],\n      );\n\n      try {\n        const workdirTypeName = JSON.parse(\n          Buffer.from((await getFieldValue(pl, outputs.workdirTypeName)).data!).toString(),\n        ) as string;\n\n        if (workdirTypeName?.startsWith(\"WorkingDirectory\")) {\n          results[storage.id] = {\n            status: \"ok\",\n            message:\n              `Workdir creation succeeded, size of file: ${result.file?.size}, ` +\n              `checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,\n          };\n        } else {\n          results[storage.id] = {\n            status: \"failed\",\n            message:\n              `Workdir creation failed: ${workdirTypeName}, size of file: ${result.file?.size}, ` +\n              `checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,\n          };\n        }\n      } finally {\n        await deleteFields(pl, Object.values(outputs));\n      }\n    }\n\n    return results;\n  } catch (e: unknown) {\n    return {\n      unknown: {\n        status: \"failed\",\n        message: `Download from every storage failed: error occurred: ${e}`,\n      },\n    };\n  }\n}\n\n/** Chooses a random file from the storage in a size range.\n * If we couldn't find a normal-sized file, we'll return a small file to check at least something.\n */\nexport async function chooseFile(\n  lsDriver: LsDriver,\n  storage: StorageEntry,\n  limit: number,\n  minSize: number,\n  maxSize: number,\n  minLsRequests: number,\n): Promise<{\n  file: LsEntryWithFileStats | undefined;\n  nLsRequests: number;\n  nCheckedFiles: number;\n}> {\n  const files = listFilesSequence(lsDriver, storage, \"\", 0);\n\n  // return small file in case we don't have many normal-sized files.\n  // While we'll download only a small range of bytes from the file,\n  // we don't want to return a big file in case the underlying S3 doesn't support range requests.\n  let smallFile: LsEntryWithFileStats | undefined;\n  let nCheckedFiles = 0;\n  let maxNLsRequests = 0;\n\n  for await (const { file, nLsRequests } of files) {\n    maxNLsRequests = Math.max(maxNLsRequests, nLsRequests);\n\n    if (nCheckedFiles >= limit && maxNLsRequests > minLsRequests) {\n      // we reached a limit on both the number of files and the number of ls requests.\n      return { file: smallFile, nLsRequests: maxNLsRequests, nCheckedFiles };\n    }\n    nCheckedFiles++;\n    if (minSize <= file.size && file.size <= maxSize) {\n      return { file, nLsRequests: maxNLsRequests, nCheckedFiles };\n    } else if (file.size < minSize) {\n      smallFile = file;\n    }\n  }\n\n  return { file: smallFile, nLsRequests: maxNLsRequests, nCheckedFiles };\n}\n\n/** Deep-first search for files in the storage. */\nexport async function* listFilesSequence(\n  lsDriver: LsDriver,\n  storage: StorageEntry,\n  parent: string,\n  nLsRequests: number,\n): AsyncGenerator<{ file: LsEntryWithFileStats; nLsRequests: number }, void, unknown> {\n  nLsRequests++;\n  const files = await lsDriver.listRemoteFilesWithFileStats(storage.handle, parent);\n\n  for (const file of files.entries) {\n    if (file.type === \"file\" && file.fullPath.startsWith(parent)) {\n      yield {\n        file,\n        nLsRequests,\n      };\n    } else if (file.type === \"dir\") {\n      for await (const nestedFile of listFilesSequence(\n        lsDriver,\n        storage,\n        file.fullPath,\n        nLsRequests,\n      )) {\n        nLsRequests = Math.max(nestedFile.nLsRequests, nLsRequests);\n        yield nestedFile;\n      }\n    }\n  }\n}\n\n/** Creates a big temporary file with random content. */\nexport async function createBigTempFile(): Promise<{ filePath: string }> {\n  const filePath = path.join(os.tmpdir(), `check-network-big-temp-${Date.now()}.bin`);\n  const fileSize = 20 * 1024 * 1024; // 20 MiB\n\n  const fileContent = randomBytes(fileSize);\n\n  await fs.appendFile(filePath, fileContent);\n\n  return { filePath };\n}\n\n/** Creates a temporarly file we could use for uploading and downloading. */\nexport async function createTempFile(): Promise<{ filePath: string; fileContent: string }> {\n  const filePath = path.join(os.tmpdir(), `check-network-temp-${Date.now()}.txt`);\n\n  const fileContent = \"Hello, world! \" + new Date().toISOString();\n  await fs.writeFile(filePath, fileContent);\n\n  return { filePath, fileContent };\n}\n\n/** Creates a template and RenderTemplate resources, gets all resources from outputs.\n * Throws a error if any of the outputs failed.\n */\nasync function runTemplate(\n  client: PlClient,\n  tpl: TemplateSpecAny,\n  ephemeral: boolean,\n  inputs: (tx: PlTransaction) => Pl.PlRecord,\n  outputs: string[],\n): Promise<Record<string, FieldId>> {\n  return await client.withWriteTx(\"TemplateRender\", async (tx) => {\n    const preparedTemplate = await prepareTemplateSpec(tpl);\n    const tplResource = loadTemplate(tx, preparedTemplate);\n\n    const outputFields: Record<string, FieldRef> = createRenderTemplate(\n      tx,\n      tplResource,\n      ephemeral,\n      inputs(tx),\n      outputs,\n    );\n\n    const outputsIds: Record<string, FieldId> = {};\n\n    for (const output of outputs) {\n      const fieldRef = field(client.clientRoot, output) as FieldId;\n      tx.createField(fieldRef, \"Dynamic\", outputFields[output]);\n      outputsIds[output] = await toGlobalFieldId(fieldRef);\n    }\n\n    await tx.commit();\n\n    return outputsIds;\n  });\n}\n\n/** Gets a resource from field's value or throws a error. */\nasync function getFieldValue(client: PlClient, fieldId: FieldId): Promise<ResourceData> {\n  // We could also do polling with pl-tree, but it seemed like an overkill,\n  // that's why we have a simple polling here.\n\n  return await poll(client, async (tx) => {\n    const field = await tx.tx.getField(fieldId);\n    if (isNotNullSignedResourceId(field.error)) {\n      const err = await tx.tx.getResourceData(field.error, true);\n      throw new Error(`getFieldValue of \"${fieldId.fieldName}\" field failed: ${err.data}`);\n    }\n\n    if (isNullSignedResourceId(field.value)) {\n      throw new ContinuePolling();\n    }\n\n    return await tx.tx.getResourceData(field.value, true);\n  });\n}\n\nasync function deleteFields(client: PlClient, fieldIds: FieldId[]) {\n  await client.withWriteTx(\"DeleteFields\", async (tx) => {\n    for (const fieldId of fieldIds) {\n      tx.resetField(fieldId);\n    }\n    await tx.commit();\n  });\n}\n"],"mappings":";;;;;;;;;;;;;AAwCA,eAAsB,eACpB,QACA,IACA,MACyB;AACzB,KAAI;EACF,MAAM,cAAc,MAAM,kBAAkB,QAAQ,IAAI,KAAK;AAC7D,MAAI,gBAAgB,UAAU,OAC5B,QAAO;GACL,QAAQ;GACR,SAAS,wCAAwC,KAAK,SAAS;GAChE;AAGH,SAAO;GAAE,QAAQ;GAAM,SAAS,iCAAiC;GAAe;UACzE,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,8CAA8C;GAAK;;;AAI3F,eAAsB,kBACpB,QACA,IACA,MACiB;CACjB,MAAM,UAAU,MAAM,YACpB,IACAA,UAAa,kCACb,OACC,QAAQ,EACP,MAAM,GAAG,YAAY,GAAG,YAAY,KAAK,UAAU,KAAK,CAAC,EAC1D,GACD,CAAC,WAAW,CACb;AAED,KAAI;AACF,SAAO,KAAK,MAAM,UAAU,MAAM,cAAc,IAAI,QAAQ,SAAS,EAAE,MAAM,UAAU,CAAC,CAAC;WACjF;AACR,MAAI,WAAW,KAAA,EACb,OAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;;AAMpD,eAAsB,WACpB,QACA,QACA,UACA,cACA,IACA,UACyB;AACzB,KAAI;EACF,MAAM,UAAU,MAAM,cAAc,QAAQ,QAAQ,UAAU,cAAc,IAAI,SAAS;AAEzF,MAAI,QAAQ,KAAK,SAAS,OACxB,QAAO;GAAE,QAAQ;GAAU,SAAS,0BAA0B,QAAQ,KAAK;GAAQ;AAGrF,SAAO;GAAE,QAAQ;GAAM,SAAS,6BAA6B,QAAQ,KAAK;GAAQ;UAC3E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,0CAA0C;GAAK;;;AAIvF,eAAsB,cACpB,QACA,QACA,UACA,cACA,IACA,UACuB;CACvB,MAAM,SAAS,MAAM,SAAS,mBAAmB,SAAS;CAC1D,MAAM,SAAS,MAAM,YACnB,IACAA,UAAa,8BACb,OACC,QAAQ,EACP,MAAM,GAAG,YAAY,GAAG,YAAY,KAAK,UAAU,OAAO,CAAC,EAC5D,GACD,CAAC,YAAY,OAAO,CACrB;AAED,KAAI;EACF,MAAM,WAAW,MAAM,cAAc,IAAI,OAAO,SAAS;AAEzD,MAAI,SAAS,SAAS,EAAE;GACtB,MAAM,aAAa,2BAA2B,MAC5C,KAAK,MAAM,SAAS,SAAS,MAAM,UAAU,CAAC,CAAC,CAChD;AAGD,OAF0B,YAAY,QAAQ,WAAW,WAAW,WAAW,cAAc,CAG3F,OAAM,WAAW,QAAQ,cAAc,UAAU,kBAAkB,OAAO;IACxE,2BAA2B;IAC3B,wBAAwB;IACxB,cAAc;IACd,UAAU;IACX,CAAC;;AAIN,SAAO,MAAM,cAAc,IAAI,OAAO,KAAK;WACnC;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,aACpB,QACA,IACA,UACA,cACA,gBACA,UACA,aACyB;AACzB,KAAI;EACF,MAAM,iBAAiB,MAAM,gBAC3B,QACA,IACA,UACA,cACA,gBACA,SACD;AAED,MAAI,mBAAmB,YACrB,QAAO;GACL,QAAQ;GACR,SAAS,sCAAsC,YAAY,SAAS;GACrE;AAEH,SAAO;GAAE,QAAQ;GAAM,SAAS,+BAA+B;GAAkB;UAC1E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,4CAA4C;GAAK;;;AAIzF,eAAsB,gBACpB,QACA,IACA,UACA,cACA,gBACA,UACA;CACA,MAAM,SAAS,MAAM,SAAS,mBAAmB,SAAS;CAE1D,MAAM,UAAU,MAAM,YACpB,IACAA,UAAa,gCACb,OACC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,YAAY,KAAK,UAAU,OAAO,CAAC,EAAE,GACxE,CAAC,YAAY,OAAO,CACrB;AAED,KAAI;EACF,MAAM,WAAW,MAAM,cAAc,IAAI,QAAQ,SAAS;AAE1D,QAAM,WACJ,QACA,cACA,UACA,2BAA2B,MAAM,KAAK,MAAM,SAAS,SAAS,MAAM,UAAU,CAAC,CAAC,CAAC,QAC3E,OACN;GACE,2BAA2B;GAC3B,wBAAwB;GACxB,cAAc;GACd,UAAU;GACX,CACF;EAED,MAAM,WAAW,MAAM,cAAc,IAAI,QAAQ,KAAK;AAEtD,SAAO,MAAM,eAAe,gBAC1B,UACA,EAAE,EACF,EAAE,EACF,OAAO,YAAY,MAAM,KAAK,QAAQ,CACvC;WACO;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;;AAKlD,eAAsB,cAAc,IAAuC;AACzE,KAAI;EACF,MAAM,cAAc,MAAM,YAAY,GAAG;AAEzC,MAAI,gBAAgB,yBAClB,QAAO;GAAE,QAAQ;GAAU,SAAS,+BAA+B;GAAe;AAEpF,SAAO;GAAE,QAAQ;GAAM,SAAS,6BAA6B;GAAe;UACrE,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,0CAA0C;GAAK;;;AAIvF,eAAsB,YAAY,IAA+B;CAC/D,MAAM,SAAS,MAAM,YACnB,IACAA,UAAa,kCACb,OACC,OAAsB,EAAE,GACzB,CAAC,WAAW,CACb;AAED,KAAI;AACF,SAAO,UAAU,MAAM,cAAc,IAAI,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;WACpE;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,eAAe,IAAc,MAAuC;AACxF,KAAI;EACF,MAAM,cAAc,MAAM,kBAAkB,IAAI,KAAK;AAErD,MAAI,gBAAgB,UAAU,KAAK,KACjC,QAAO;GAAE,QAAQ;GAAU,SAAS,sCAAsC;GAAe;AAE3F,SAAO;GAAE,QAAQ;GAAM,SAAS,oCAAoC;GAAe;UAC5E,GAAY;AACnB,SAAO;GAAE,QAAQ;GAAU,SAAS,iDAAiD;GAAK;;;AAI9F,eAAsB,kBAAkB,IAAc,MAA+B;CACnF,MAAM,SAAS,MAAM,YACnB,IACAA,UAAa,qCACb,OACC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,YAAY,KAAK,UAAU,KAAK,CAAC,EAAE,GACtE,CAAC,WAAW,CACb;AAED,KAAI;AACF,SAAO,UAAU,MAAM,cAAc,IAAI,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;WACpE;AACR,QAAM,aAAa,IAAI,OAAO,OAAO,OAAO,CAAC;;;;AAKjD,eAAsB,yBACpB,QACA,IACA,UACA,KAOyC;AACzC,KAAI;EACF,MAAM,WAAW,MAAM,SAAS,gBAAgB;EAChD,MAAM,UAA0C,EAAE;AAElD,OAAK,MAAM,WAAW,UAAU;GAC9B,MAAM,SAAS,MAAM,WACnB,UACA,SACA,IAAI,eACJ,IAAI,aACJ,IAAI,aACJ,IAAI,cACL;AACD,OAAI,OAAO,SAAS,KAAA,GAAW;AAC7B,YAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,mBAAmB,IAAI,YAAY,OAAO,IAAI,YAAY,0BACtC,QAAQ,KAAK,YAAY,OAAO,cAAc,cAC3D,OAAO,YAAY;KAC7B;AACD;;AAGF,UAAO,KAAK,oBAAoB,KAAK,UAAU,OAAO,CAAC,gBAAgB,QAAQ,OAAO;GACtF,MAAM,UAAU,MAAM,YACpB,IACAA,UAAa,8CACb,OACC,QAAQ,EACP,MAAM,GAAG,YACP,GAAG,YACH,KAAK,UAAW,OAAO,KAA4B,OAAO,CAC3D,EACF,GACD,CAAC,kBAAkB,CACpB;AAED,OAAI;IACF,MAAM,kBAAkB,KAAK,MAC3B,OAAO,MAAM,MAAM,cAAc,IAAI,QAAQ,gBAAgB,EAAE,KAAM,CAAC,UAAU,CACjF;AAED,QAAI,iBAAiB,WAAW,mBAAmB,CACjD,SAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,6CAA6C,OAAO,MAAM,KAAK,YACpD,OAAO,cAAc,cAAc,OAAO,YAAY;KACpE;QAED,SAAQ,QAAQ,MAAM;KACpB,QAAQ;KACR,SACE,4BAA4B,gBAAgB,kBAAkB,OAAO,MAAM,KAAK,YACrE,OAAO,cAAc,cAAc,OAAO,YAAY;KACpE;aAEK;AACR,UAAM,aAAa,IAAI,OAAO,OAAO,QAAQ,CAAC;;;AAIlD,SAAO;UACA,GAAY;AACnB,SAAO,EACL,SAAS;GACP,QAAQ;GACR,SAAS,uDAAuD;GACjE,EACF;;;;;;AAOL,eAAsB,WACpB,UACA,SACA,OACA,SACA,SACA,eAKC;CACD,MAAM,QAAQ,kBAAkB,UAAU,SAAS,IAAI,EAAE;CAKzD,IAAI;CACJ,IAAI,gBAAgB;CACpB,IAAI,iBAAiB;AAErB,YAAW,MAAM,EAAE,MAAM,iBAAiB,OAAO;AAC/C,mBAAiB,KAAK,IAAI,gBAAgB,YAAY;AAEtD,MAAI,iBAAiB,SAAS,iBAAiB,cAE7C,QAAO;GAAE,MAAM;GAAW,aAAa;GAAgB;GAAe;AAExE;AACA,MAAI,WAAW,KAAK,QAAQ,KAAK,QAAQ,QACvC,QAAO;GAAE;GAAM,aAAa;GAAgB;GAAe;WAClD,KAAK,OAAO,QACrB,aAAY;;AAIhB,QAAO;EAAE,MAAM;EAAW,aAAa;EAAgB;EAAe;;;AAIxE,gBAAuB,kBACrB,UACA,SACA,QACA,aACoF;AACpF;CACA,MAAM,QAAQ,MAAM,SAAS,6BAA6B,QAAQ,QAAQ,OAAO;AAEjF,MAAK,MAAM,QAAQ,MAAM,QACvB,KAAI,KAAK,SAAS,UAAU,KAAK,SAAS,WAAW,OAAO,CAC1D,OAAM;EACJ;EACA;EACD;UACQ,KAAK,SAAS,MACvB,YAAW,MAAM,cAAc,kBAC7B,UACA,SACA,KAAK,UACL,YACD,EAAE;AACD,gBAAc,KAAK,IAAI,WAAW,aAAa,YAAY;AAC3D,QAAM;;;;AAOd,eAAsB,oBAAmD;CACvE,MAAM,WAAW,KAAK,KAAK,GAAG,QAAQ,EAAE,0BAA0B,KAAK,KAAK,CAAC,MAAM;CAGnF,MAAM,cAAc,YAFH,KAAK,OAAO,KAEY;AAEzC,OAAM,GAAG,WAAW,UAAU,YAAY;AAE1C,QAAO,EAAE,UAAU;;;AAIrB,eAAsB,iBAAqE;CACzF,MAAM,WAAW,KAAK,KAAK,GAAG,QAAQ,EAAE,sBAAsB,KAAK,KAAK,CAAC,MAAM;CAE/E,MAAM,cAAc,oCAAmB,IAAI,MAAM,EAAC,aAAa;AAC/D,OAAM,GAAG,UAAU,UAAU,YAAY;AAEzC,QAAO;EAAE;EAAU;EAAa;;;;;AAMlC,eAAe,YACb,QACA,KACA,WACA,QACA,SACkC;AAClC,QAAO,MAAM,OAAO,YAAY,kBAAkB,OAAO,OAAO;EAI9D,MAAM,eAAyC,qBAC7C,IAHkB,aAAa,IADR,MAAM,oBAAoB,IAAI,CACD,EAKpD,WACA,OAAO,GAAG,EACV,QACD;EAED,MAAM,aAAsC,EAAE;AAE9C,OAAK,MAAM,UAAU,SAAS;GAC5B,MAAM,WAAW,MAAM,OAAO,YAAY,OAAO;AACjD,MAAG,YAAY,UAAU,WAAW,aAAa,QAAQ;AACzD,cAAW,UAAU,MAAM,gBAAgB,SAAS;;AAGtD,QAAM,GAAG,QAAQ;AAEjB,SAAO;GACP;;;AAIJ,eAAe,cAAc,QAAkB,SAAyC;AAItF,QAAO,MAAM,KAAK,QAAQ,OAAO,OAAO;EACtC,MAAM,QAAQ,MAAM,GAAG,GAAG,SAAS,QAAQ;AAC3C,MAAI,0BAA0B,MAAM,MAAM,EAAE;GAC1C,MAAM,MAAM,MAAM,GAAG,GAAG,gBAAgB,MAAM,OAAO,KAAK;AAC1D,SAAM,IAAI,MAAM,qBAAqB,QAAQ,UAAU,kBAAkB,IAAI,OAAO;;AAGtF,MAAI,uBAAuB,MAAM,MAAM,CACrC,OAAM,IAAI,iBAAiB;AAG7B,SAAO,MAAM,GAAG,GAAG,gBAAgB,MAAM,OAAO,KAAK;GACrD;;AAGJ,eAAe,aAAa,QAAkB,UAAqB;AACjE,OAAM,OAAO,YAAY,gBAAgB,OAAO,OAAO;AACrD,OAAK,MAAM,WAAW,SACpB,IAAG,WAAW,QAAQ;AAExB,QAAM,GAAG,QAAQ;GACjB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@milaboratories/pl-middle-layer",
-  "version": "1.63.2",
+  "version": "1.64.1",
   "description": "Pl Middle Layer",
   "keywords": [],
   "license": "UNLICENSED",
@@ -30,23 +30,23 @@
     "utility-types": "^3.11.0",
     "yaml": "^2.8.0",
     "zod": "~3.25.76",
+    "@milaboratories/pf-driver": "1.5.2",
+    "@milaboratories/pf-spec-driver": "1.4.1",
+    "@milaboratories/pl-deployments": "3.0.2",
     "@milaboratories/computable": "2.9.4",
     "@milaboratories/helpers": "1.14.2",
-    "@milaboratories/pf-driver": "1.5.1",
-    "@milaboratories/pl-deployments": "3.0.2",
     "@milaboratories/pl-errors": "1.4.16",
     "@milaboratories/pl-http": "1.2.4",
-    "@milaboratories/pf-spec-driver": "1.4.1",
-    "@milaboratories/pl-drivers": "1.14.16",
-    "@milaboratories/pl-client": "3.10.1",
-    "@milaboratories/resolve-helper": "1.1.3",
-    "@milaboratories/pl-model-common": "1.43.0",
-    "@milaboratories/pl-tree": "1.12.6",
     "@milaboratories/pl-model-backend": "1.4.1",
-    "@milaboratories/ts-helpers": "1.8.2",
-    "@platforma-sdk/block-tools": "2.10.2",
+    "@milaboratories/pl-model-common": "1.43.0",
+    "@milaboratories/pl-client": "3.10.1",
     "@milaboratories/pl-model-middle-layer": "1.27.0",
+    "@milaboratories/pl-tree": "1.12.6",
+    "@milaboratories/pl-drivers": "1.15.0",
+    "@milaboratories/resolve-helper": "1.1.3",
     "@platforma-sdk/model": "1.77.20",
+    "@platforma-sdk/block-tools": "2.10.2",
+    "@milaboratories/ts-helpers": "1.8.2",
     "@platforma-sdk/workflow-tengo": "6.2.0"
   },
   "devDependencies": {
@@ -57,8 +57,8 @@
     "typescript": "~5.9.3",
     "vitest": "^4.1.3",
     "@milaboratories/build-configs": "2.0.0",
-    "@milaboratories/ts-configs": "1.2.3",
-    "@milaboratories/ts-builder": "1.5.0"
+    "@milaboratories/ts-builder": "1.5.0",
+    "@milaboratories/ts-configs": "1.2.3"
   },
   "engines": {
     "node": ">=22.19.0"

package/src/network_check/template.ts

@@ -20,7 +20,7 @@ import {
   isUpload,
   uploadBlob,
   type ClientUpload,
-  type LsEntryWithAdditionalInfo,
+  type LsEntryWithFileStats,
 } from "@milaboratories/pl-drivers";
 import type { Signer } from "@milaboratories/ts-helpers";
 import { notEmpty, type MiLogger } from "@milaboratories/ts-helpers";
@@ -386,7 +386,7 @@ export async function chooseFile(
   maxSize: number,
   minLsRequests: number,
 ): Promise<{
-  file: LsEntryWithAdditionalInfo | undefined;
+  file: LsEntryWithFileStats | undefined;
   nLsRequests: number;
   nCheckedFiles: number;
 }> {
@@ -395,7 +395,7 @@ export async function chooseFile(
   // return small file in case we don't have many normal-sized files.
   // While we'll download only a small range of bytes from the file,
   // we don't want to return a big file in case the underlying S3 doesn't support range requests.
-  let smallFile: LsEntryWithAdditionalInfo | undefined;
+  let smallFile: LsEntryWithFileStats | undefined;
   let nCheckedFiles = 0;
   let maxNLsRequests = 0;
 
@@ -423,9 +423,9 @@ export async function* listFilesSequence(
   storage: StorageEntry,
   parent: string,
   nLsRequests: number,
-): AsyncGenerator<{ file: LsEntryWithAdditionalInfo; nLsRequests: number }, void, unknown> {
+): AsyncGenerator<{ file: LsEntryWithFileStats; nLsRequests: number }, void, unknown> {
   nLsRequests++;
-  const files = await lsDriver.listRemoteFilesWithAdditionalInfo(storage.handle, parent);
+  const files = await lsDriver.listRemoteFilesWithFileStats(storage.handle, parent);
 
   for (const file of files.entries) {
     if (file.type === "file" && file.fullPath.startsWith(parent)) {