@milaboratories/pl-drivers 1.9.0 → 1.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/clients/constructors.cjs +45 -0
- package/dist/clients/constructors.cjs.map +1 -0
- package/dist/clients/constructors.d.ts +0 -1
- package/dist/clients/constructors.js +39 -0
- package/dist/clients/constructors.js.map +1 -0
- package/dist/clients/download.cjs +149 -0
- package/dist/clients/download.cjs.map +1 -0
- package/dist/clients/download.d.ts +0 -1
- package/dist/clients/download.js +121 -0
- package/dist/clients/download.js.map +1 -0
- package/dist/clients/logs.cjs +44 -0
- package/dist/clients/logs.cjs.map +1 -0
- package/dist/clients/logs.d.ts +0 -1
- package/dist/clients/logs.js +42 -0
- package/dist/clients/logs.js.map +1 -0
- package/dist/clients/ls_api.cjs +23 -0
- package/dist/clients/ls_api.cjs.map +1 -0
- package/dist/clients/ls_api.d.ts +0 -1
- package/dist/clients/ls_api.js +21 -0
- package/dist/clients/ls_api.js.map +1 -0
- package/dist/clients/progress.cjs +58 -0
- package/dist/clients/progress.cjs.map +1 -0
- package/dist/clients/progress.d.ts +1 -3
- package/dist/clients/progress.js +56 -0
- package/dist/clients/progress.js.map +1 -0
- package/dist/clients/upload.cjs +188 -0
- package/dist/clients/upload.cjs.map +1 -0
- package/dist/clients/upload.d.ts +1 -3
- package/dist/clients/upload.js +163 -0
- package/dist/clients/upload.js.map +1 -0
- package/dist/drivers/download_blob/blob_key.cjs +34 -0
- package/dist/drivers/download_blob/blob_key.cjs.map +1 -0
- package/dist/drivers/download_blob/blob_key.d.ts +0 -1
- package/dist/drivers/download_blob/blob_key.js +12 -0
- package/dist/drivers/download_blob/blob_key.js.map +1 -0
- package/dist/drivers/download_blob/download_blob.cjs +442 -0
- package/dist/drivers/download_blob/download_blob.cjs.map +1 -0
- package/dist/drivers/download_blob/download_blob.d.ts +0 -1
- package/dist/drivers/download_blob/download_blob.js +417 -0
- package/dist/drivers/download_blob/download_blob.js.map +1 -0
- package/dist/drivers/download_blob/download_blob_task.cjs +170 -0
- package/dist/drivers/download_blob/download_blob_task.cjs.map +1 -0
- package/dist/drivers/download_blob/download_blob_task.d.ts +0 -1
- package/dist/drivers/download_blob/download_blob_task.js +146 -0
- package/dist/drivers/download_blob/download_blob_task.js.map +1 -0
- package/dist/drivers/download_blob/sparse_cache/cache.cjs +202 -0
- package/dist/drivers/download_blob/sparse_cache/cache.cjs.map +1 -0
- package/dist/drivers/download_blob/sparse_cache/cache.d.ts +0 -1
- package/dist/drivers/download_blob/sparse_cache/cache.js +197 -0
- package/dist/drivers/download_blob/sparse_cache/cache.js.map +1 -0
- package/dist/drivers/download_blob/sparse_cache/file.cjs +61 -0
- package/dist/drivers/download_blob/sparse_cache/file.cjs.map +1 -0
- package/dist/drivers/download_blob/sparse_cache/file.d.ts +0 -1
- package/dist/drivers/download_blob/sparse_cache/file.js +39 -0
- package/dist/drivers/download_blob/sparse_cache/file.js.map +1 -0
- package/dist/drivers/download_blob/sparse_cache/ranges.cjs +104 -0
- package/dist/drivers/download_blob/sparse_cache/ranges.cjs.map +1 -0
- package/dist/drivers/download_blob/sparse_cache/ranges.d.ts +0 -1
- package/dist/drivers/download_blob/sparse_cache/ranges.js +76 -0
- package/dist/drivers/download_blob/sparse_cache/ranges.js.map +1 -0
- package/dist/drivers/download_blob_url/driver.cjs +169 -0
- package/dist/drivers/download_blob_url/driver.cjs.map +1 -0
- package/dist/drivers/download_blob_url/driver.d.ts +0 -1
- package/dist/drivers/download_blob_url/driver.js +148 -0
- package/dist/drivers/download_blob_url/driver.js.map +1 -0
- package/dist/drivers/download_blob_url/driver_id.cjs +9 -0
- package/dist/drivers/download_blob_url/driver_id.cjs.map +1 -0
- package/dist/drivers/download_blob_url/driver_id.d.ts +0 -1
- package/dist/drivers/download_blob_url/driver_id.js +7 -0
- package/dist/drivers/download_blob_url/driver_id.js.map +1 -0
- package/dist/drivers/download_blob_url/snapshot.cjs +18 -0
- package/dist/drivers/download_blob_url/snapshot.cjs.map +1 -0
- package/dist/drivers/download_blob_url/snapshot.d.ts +2 -3
- package/dist/drivers/download_blob_url/snapshot.js +15 -0
- package/dist/drivers/download_blob_url/snapshot.js.map +1 -0
- package/dist/drivers/download_blob_url/task.cjs +209 -0
- package/dist/drivers/download_blob_url/task.cjs.map +1 -0
- package/dist/drivers/download_blob_url/task.d.ts +0 -1
- package/dist/drivers/download_blob_url/task.js +184 -0
- package/dist/drivers/download_blob_url/task.js.map +1 -0
- package/dist/drivers/download_blob_url/url.d.ts +1 -1
- package/dist/drivers/download_url/driver.cjs +149 -0
- package/dist/drivers/download_url/driver.cjs.map +1 -0
- package/dist/drivers/download_url/driver.d.ts +0 -1
- package/dist/drivers/download_url/driver.js +128 -0
- package/dist/drivers/download_url/driver.js.map +1 -0
- package/dist/drivers/download_url/task.cjs +150 -0
- package/dist/drivers/download_url/task.cjs.map +1 -0
- package/dist/drivers/download_url/task.d.ts +0 -1
- package/dist/drivers/download_url/task.js +124 -0
- package/dist/drivers/download_url/task.js.map +1 -0
- package/dist/drivers/helpers/download_local_handle.cjs +26 -0
- package/dist/drivers/helpers/download_local_handle.cjs.map +1 -0
- package/dist/drivers/helpers/download_local_handle.d.ts +0 -1
- package/dist/drivers/helpers/download_local_handle.js +22 -0
- package/dist/drivers/helpers/download_local_handle.js.map +1 -0
- package/dist/drivers/helpers/download_remote_handle.cjs +36 -0
- package/dist/drivers/helpers/download_remote_handle.cjs.map +1 -0
- package/dist/drivers/helpers/download_remote_handle.d.ts +0 -1
- package/dist/drivers/helpers/download_remote_handle.js +32 -0
- package/dist/drivers/helpers/download_remote_handle.js.map +1 -0
- package/dist/drivers/helpers/files_cache.cjs +68 -0
- package/dist/drivers/helpers/files_cache.cjs.map +1 -0
- package/dist/drivers/helpers/files_cache.d.ts +0 -1
- package/dist/drivers/helpers/files_cache.js +66 -0
- package/dist/drivers/helpers/files_cache.js.map +1 -0
- package/dist/drivers/helpers/helpers.cjs +34 -0
- package/dist/drivers/helpers/helpers.cjs.map +1 -0
- package/dist/drivers/helpers/helpers.d.ts +0 -1
- package/dist/drivers/helpers/helpers.js +31 -0
- package/dist/drivers/helpers/helpers.js.map +1 -0
- package/dist/drivers/helpers/logs_handle.cjs +50 -0
- package/dist/drivers/helpers/logs_handle.cjs.map +1 -0
- package/dist/drivers/helpers/logs_handle.d.ts +0 -1
- package/dist/drivers/helpers/logs_handle.js +43 -0
- package/dist/drivers/helpers/logs_handle.js.map +1 -0
- package/dist/drivers/helpers/ls_remote_import_handle.cjs +34 -0
- package/dist/drivers/helpers/ls_remote_import_handle.cjs.map +1 -0
- package/dist/drivers/helpers/ls_remote_import_handle.d.ts +0 -1
- package/dist/drivers/helpers/ls_remote_import_handle.js +29 -0
- package/dist/drivers/helpers/ls_remote_import_handle.js.map +1 -0
- package/dist/drivers/helpers/ls_storage_entry.cjs +64 -0
- package/dist/drivers/helpers/ls_storage_entry.cjs.map +1 -0
- package/dist/drivers/helpers/ls_storage_entry.d.ts +0 -1
- package/dist/drivers/helpers/ls_storage_entry.js +58 -0
- package/dist/drivers/helpers/ls_storage_entry.js.map +1 -0
- package/dist/drivers/helpers/polling_ops.d.ts +0 -1
- package/dist/drivers/helpers/read_file.cjs +54 -0
- package/dist/drivers/helpers/read_file.cjs.map +1 -0
- package/dist/drivers/helpers/read_file.d.ts +0 -1
- package/dist/drivers/helpers/read_file.js +33 -0
- package/dist/drivers/helpers/read_file.js.map +1 -0
- package/dist/drivers/helpers/test_helpers.d.ts +0 -1
- package/dist/drivers/logs.cjs +118 -0
- package/dist/drivers/logs.cjs.map +1 -0
- package/dist/drivers/logs.d.ts +0 -1
- package/dist/drivers/logs.js +116 -0
- package/dist/drivers/logs.js.map +1 -0
- package/dist/drivers/logs_stream.cjs +238 -0
- package/dist/drivers/logs_stream.cjs.map +1 -0
- package/dist/drivers/logs_stream.d.ts +0 -1
- package/dist/drivers/logs_stream.js +236 -0
- package/dist/drivers/logs_stream.js.map +1 -0
- package/dist/drivers/ls.cjs +236 -0
- package/dist/drivers/ls.cjs.map +1 -0
- package/dist/drivers/ls.d.ts +0 -1
- package/dist/drivers/ls.js +214 -0
- package/dist/drivers/ls.js.map +1 -0
- package/dist/drivers/types.cjs +72 -0
- package/dist/drivers/types.cjs.map +1 -0
- package/dist/drivers/types.d.ts +4 -5
- package/dist/drivers/types.js +64 -0
- package/dist/drivers/types.js.map +1 -0
- package/dist/drivers/upload.cjs +154 -0
- package/dist/drivers/upload.cjs.map +1 -0
- package/dist/drivers/upload.d.ts +0 -1
- package/dist/drivers/upload.js +151 -0
- package/dist/drivers/upload.js.map +1 -0
- package/dist/drivers/upload_task.cjs +293 -0
- package/dist/drivers/upload_task.cjs.map +1 -0
- package/dist/drivers/upload_task.d.ts +0 -1
- package/dist/drivers/upload_task.js +285 -0
- package/dist/drivers/upload_task.js.map +1 -0
- package/dist/drivers/urls/url.cjs +59 -0
- package/dist/drivers/urls/url.cjs.map +1 -0
- package/dist/drivers/urls/url.d.ts +0 -1
- package/dist/drivers/urls/url.js +54 -0
- package/dist/drivers/urls/url.js.map +1 -0
- package/dist/drivers/virtual_storages.cjs +53 -0
- package/dist/drivers/virtual_storages.cjs.map +1 -0
- package/dist/drivers/virtual_storages.d.ts +0 -1
- package/dist/drivers/virtual_storages.js +51 -0
- package/dist/drivers/virtual_storages.js.map +1 -0
- package/dist/helpers/download.cjs +63 -0
- package/dist/helpers/download.cjs.map +1 -0
- package/dist/helpers/download.d.ts +0 -1
- package/dist/helpers/download.js +60 -0
- package/dist/helpers/download.js.map +1 -0
- package/dist/helpers/validate.cjs +12 -0
- package/dist/helpers/validate.cjs.map +1 -0
- package/dist/helpers/validate.d.ts +0 -1
- package/dist/helpers/validate.js +10 -0
- package/dist/helpers/validate.js.map +1 -0
- package/dist/index.cjs +72 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.ts +0 -1
- package/dist/index.js +19 -2
- package/dist/index.js.map +1 -1
- package/dist/proto/github.com/googleapis/googleapis/google/rpc/status.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.cjs +261 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.cjs +31 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.d.ts +3 -5
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.js +29 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.js +256 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.cjs +301 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.client.cjs +34 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.client.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.client.d.ts +3 -5
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.client.js +32 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.client.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.js +296 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.cjs +410 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.client.cjs +38 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.client.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.client.d.ts +3 -5
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.client.js +36 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.client.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.js +403 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.cjs +486 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.client.cjs +86 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.client.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.client.d.ts +3 -5
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.client.js +84 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.client.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.js +478 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.cjs +712 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.client.cjs +71 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.client.cjs.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.client.d.ts +3 -5
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.client.js +69 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.client.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.js +701 -0
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.js.map +1 -0
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/api.client.d.ts +3 -5
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/api.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/api_types.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/base_types.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/import.d.ts +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/resource_types.d.ts +0 -1
- package/dist/proto/google/api/http.d.ts +0 -1
- package/dist/proto/google/protobuf/any.d.ts +0 -1
- package/dist/proto/google/protobuf/descriptor.d.ts +0 -1
- package/dist/proto/google/protobuf/duration.cjs +105 -0
- package/dist/proto/google/protobuf/duration.cjs.map +1 -0
- package/dist/proto/google/protobuf/duration.d.ts +0 -1
- package/dist/proto/google/protobuf/duration.js +103 -0
- package/dist/proto/google/protobuf/duration.js.map +1 -0
- package/dist/proto/google/protobuf/empty.d.ts +0 -1
- package/dist/proto/google/protobuf/struct.d.ts +0 -1
- package/dist/proto/google/protobuf/timestamp.cjs +133 -0
- package/dist/proto/google/protobuf/timestamp.cjs.map +1 -0
- package/dist/proto/google/protobuf/timestamp.d.ts +0 -1
- package/dist/proto/google/protobuf/timestamp.js +131 -0
- package/dist/proto/google/protobuf/timestamp.js.map +1 -0
- package/dist/proto/google/protobuf/wrappers.d.ts +0 -1
- package/dist/test_env.d.ts +0 -1
- package/package.json +16 -15
- package/dist/clients/constructors.d.ts.map +0 -1
- package/dist/clients/download.d.ts.map +0 -1
- package/dist/clients/logs.d.ts.map +0 -1
- package/dist/clients/ls_api.d.ts.map +0 -1
- package/dist/clients/progress.d.ts.map +0 -1
- package/dist/clients/upload.d.ts.map +0 -1
- package/dist/drivers/download_blob/blob_key.d.ts.map +0 -1
- package/dist/drivers/download_blob/download_blob.d.ts.map +0 -1
- package/dist/drivers/download_blob/download_blob_task.d.ts.map +0 -1
- package/dist/drivers/download_blob/sparse_cache/cache.d.ts.map +0 -1
- package/dist/drivers/download_blob/sparse_cache/file.d.ts.map +0 -1
- package/dist/drivers/download_blob/sparse_cache/ranges.d.ts.map +0 -1
- package/dist/drivers/download_blob_url/driver.d.ts.map +0 -1
- package/dist/drivers/download_blob_url/driver_id.d.ts.map +0 -1
- package/dist/drivers/download_blob_url/snapshot.d.ts.map +0 -1
- package/dist/drivers/download_blob_url/task.d.ts.map +0 -1
- package/dist/drivers/download_blob_url/url.d.ts.map +0 -1
- package/dist/drivers/download_url/driver.d.ts.map +0 -1
- package/dist/drivers/download_url/task.d.ts.map +0 -1
- package/dist/drivers/helpers/download_local_handle.d.ts.map +0 -1
- package/dist/drivers/helpers/download_remote_handle.d.ts.map +0 -1
- package/dist/drivers/helpers/files_cache.d.ts.map +0 -1
- package/dist/drivers/helpers/helpers.d.ts.map +0 -1
- package/dist/drivers/helpers/logs_handle.d.ts.map +0 -1
- package/dist/drivers/helpers/ls_remote_import_handle.d.ts.map +0 -1
- package/dist/drivers/helpers/ls_storage_entry.d.ts.map +0 -1
- package/dist/drivers/helpers/polling_ops.d.ts.map +0 -1
- package/dist/drivers/helpers/read_file.d.ts.map +0 -1
- package/dist/drivers/helpers/test_helpers.d.ts.map +0 -1
- package/dist/drivers/logs.d.ts.map +0 -1
- package/dist/drivers/logs_stream.d.ts.map +0 -1
- package/dist/drivers/ls.d.ts.map +0 -1
- package/dist/drivers/types.d.ts.map +0 -1
- package/dist/drivers/upload.d.ts.map +0 -1
- package/dist/drivers/upload_task.d.ts.map +0 -1
- package/dist/drivers/urls/url.d.ts.map +0 -1
- package/dist/drivers/virtual_storages.d.ts.map +0 -1
- package/dist/helpers/download.d.ts.map +0 -1
- package/dist/helpers/validate.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.mjs +0 -4892
- package/dist/index.mjs.map +0 -1
- package/dist/proto/github.com/googleapis/googleapis/google/rpc/status.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.client.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.client.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.client.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.client.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/api.client.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/api.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/api_types.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/base_types.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/import.d.ts.map +0 -1
- package/dist/proto/github.com/milaboratory/pl/plapi/plapiproto/resource_types.d.ts.map +0 -1
- package/dist/proto/google/api/http.d.ts.map +0 -1
- package/dist/proto/google/protobuf/any.d.ts.map +0 -1
- package/dist/proto/google/protobuf/descriptor.d.ts.map +0 -1
- package/dist/proto/google/protobuf/duration.d.ts.map +0 -1
- package/dist/proto/google/protobuf/empty.d.ts.map +0 -1
- package/dist/proto/google/protobuf/struct.d.ts.map +0 -1
- package/dist/proto/google/protobuf/timestamp.d.ts.map +0 -1
- package/dist/proto/google/protobuf/wrappers.d.ts.map +0 -1
- package/dist/test_env.d.ts.map +0 -1
|
@@ -0,0 +1,285 @@
|
|
|
1
|
+
import { ChangeSource } from '@milaboratories/computable';
|
|
2
|
+
import { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';
|
|
3
|
+
import { CallersCounter, asyncPool } from '@milaboratories/ts-helpers';
|
|
4
|
+
import { MTimeError, UnexpectedEOF, NoFileForUploading } from '../clients/upload.js';
|
|
5
|
+
import { ImportFileHandleUploadData } from './types.js';
|
|
6
|
+
import assert from 'node:assert';
|
|
7
|
+
|
|
8
|
+
/** Holds all info needed to upload a file and a status of uploading
|
|
9
|
+
* and indexing. Also, has a method to update a status of the progress.
|
|
10
|
+
* And holds a change source. */
|
|
11
|
+
class UploadTask {
|
|
12
|
+
logger;
|
|
13
|
+
clientBlob;
|
|
14
|
+
clientProgress;
|
|
15
|
+
maxNConcurrentPartsUpload;
|
|
16
|
+
res;
|
|
17
|
+
change = new ChangeSource();
|
|
18
|
+
counter = new CallersCounter();
|
|
19
|
+
nMaxUploads;
|
|
20
|
+
nPartsWithThisUploadSpeed = 0;
|
|
21
|
+
nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.
|
|
22
|
+
/** If this is upload progress this field will be defined */
|
|
23
|
+
uploadData;
|
|
24
|
+
progress;
|
|
25
|
+
/** If failed, then getting a progress is terminally failed. */
|
|
26
|
+
failed;
|
|
27
|
+
/** True if the blob was existed.
|
|
28
|
+
* At this case, the task will show progress == 1.0. */
|
|
29
|
+
alreadyExisted = false;
|
|
30
|
+
constructor(logger, clientBlob, clientProgress, maxNConcurrentPartsUpload, signer, res) {
|
|
31
|
+
this.logger = logger;
|
|
32
|
+
this.clientBlob = clientBlob;
|
|
33
|
+
this.clientProgress = clientProgress;
|
|
34
|
+
this.maxNConcurrentPartsUpload = maxNConcurrentPartsUpload;
|
|
35
|
+
this.res = res;
|
|
36
|
+
this.nMaxUploads = this.maxNConcurrentPartsUpload;
|
|
37
|
+
const { uploadData, progress } = newProgress(res, signer);
|
|
38
|
+
this.uploadData = uploadData;
|
|
39
|
+
this.progress = progress;
|
|
40
|
+
}
|
|
41
|
+
getProgress(w, callerId) {
|
|
42
|
+
this.incCounter(w, callerId);
|
|
43
|
+
if (this.failed) {
|
|
44
|
+
this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);
|
|
45
|
+
throw new Error(this.progress.lastError);
|
|
46
|
+
}
|
|
47
|
+
return cloneProgress(this.progress);
|
|
48
|
+
}
|
|
49
|
+
shouldScheduleUpload() {
|
|
50
|
+
return isMyUpload(this.progress);
|
|
51
|
+
}
|
|
52
|
+
/** Uploads a blob if it's not BlobIndex. */
|
|
53
|
+
async uploadBlobTask() {
|
|
54
|
+
try {
|
|
55
|
+
await uploadBlob(this.logger, this.clientBlob, this.res, this.uploadData, this.isComputableDone.bind(this), {
|
|
56
|
+
nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,
|
|
57
|
+
nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,
|
|
58
|
+
currentSpeed: this.nMaxUploads,
|
|
59
|
+
maxSpeed: this.maxNConcurrentPartsUpload,
|
|
60
|
+
});
|
|
61
|
+
this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);
|
|
62
|
+
}
|
|
63
|
+
catch (e) {
|
|
64
|
+
this.setRetriableError(e);
|
|
65
|
+
if (isResourceWasDeletedError(e)) {
|
|
66
|
+
this.logger.warn(`resource was deleted while uploading a blob: ${e}`);
|
|
67
|
+
this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);
|
|
68
|
+
this.setDone(true);
|
|
69
|
+
return;
|
|
70
|
+
}
|
|
71
|
+
this.logger.error(`error while uploading a blob: ${e}`);
|
|
72
|
+
this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);
|
|
73
|
+
if (nonRecoverableError(e)) {
|
|
74
|
+
this.setTerminalError(e);
|
|
75
|
+
return;
|
|
76
|
+
}
|
|
77
|
+
if (isHeadersTimeoutError(e)) {
|
|
78
|
+
// we probably have a slow internet, we need to slow things a bit.
|
|
79
|
+
this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);
|
|
80
|
+
}
|
|
81
|
+
throw e;
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
async updateStatus() {
|
|
85
|
+
try {
|
|
86
|
+
// we do it with timeout in case we have slow internet.
|
|
87
|
+
const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });
|
|
88
|
+
const oldStatus = this.progress.status;
|
|
89
|
+
const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));
|
|
90
|
+
this.progress.status = newStatus;
|
|
91
|
+
this.setDone(status.done);
|
|
92
|
+
if (status.done || this.progress.status.progress != oldStatus?.progress) {
|
|
93
|
+
this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
catch (e) {
|
|
97
|
+
this.setRetriableError(e);
|
|
98
|
+
if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {
|
|
99
|
+
this.logger.warn(`deadline exceeded while getting a status of BlobImport`);
|
|
100
|
+
return;
|
|
101
|
+
}
|
|
102
|
+
if (isResourceWasDeletedError(e)) {
|
|
103
|
+
this.logger.warn(`resource was not found while updating a status of BlobImport: ${e}, ${stringifyWithResourceId(this.res)}`);
|
|
104
|
+
this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed, resource not found`);
|
|
105
|
+
this.setDone(true);
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);
|
|
109
|
+
// It was a terminal error, but when a connection drops,
|
|
110
|
+
// this will stop the whole task, so we make it retryable.
|
|
111
|
+
// It was like that:
|
|
112
|
+
// this.change.markChanged();
|
|
113
|
+
// this.setTerminalError(e);
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
/** Set non-terminal error, that task can be retried. */
|
|
117
|
+
setRetriableError(e) {
|
|
118
|
+
this.progress.lastError = String(e);
|
|
119
|
+
}
|
|
120
|
+
/** Set a terminal error, the task will throw a error instead of a progress. */
|
|
121
|
+
setTerminalError(e) {
|
|
122
|
+
this.progress.lastError = String(e);
|
|
123
|
+
this.progress.done = false;
|
|
124
|
+
this.failed = true;
|
|
125
|
+
}
|
|
126
|
+
setDoneIfOutputSet(res) {
|
|
127
|
+
if (isImportResourceOutputSet(res)) {
|
|
128
|
+
this.setDone(true);
|
|
129
|
+
this.alreadyExisted = true;
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
setDone(done) {
|
|
133
|
+
this.progress.done = done;
|
|
134
|
+
if (done)
|
|
135
|
+
this.progress.lastError = undefined;
|
|
136
|
+
}
|
|
137
|
+
incCounter(w, callerId) {
|
|
138
|
+
this.change.attachWatcher(w);
|
|
139
|
+
this.counter.inc(callerId);
|
|
140
|
+
}
|
|
141
|
+
decCounter(callerId) {
|
|
142
|
+
return this.counter.dec(callerId);
|
|
143
|
+
}
|
|
144
|
+
isComputableDone() {
|
|
145
|
+
return this.counter.isZero();
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
/** Uploads a blob if it's not BlobIndex. */
|
|
149
|
+
async function uploadBlob(logger, clientBlob, res, uploadData, isDoneFn, speed) {
|
|
150
|
+
assert(isUpload(res), 'the upload operation can be done only for BlobUploads');
|
|
151
|
+
const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.
|
|
152
|
+
if (isDoneFn())
|
|
153
|
+
return;
|
|
154
|
+
const parts = await clientBlob.initUpload(res, { timeout });
|
|
155
|
+
logger.info(`started to upload blob ${res.id},`
|
|
156
|
+
+ ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`
|
|
157
|
+
+ ` number of concurrent uploads: ${speed.currentSpeed}`);
|
|
158
|
+
const partUploadFn = (part) => async (controller) => {
|
|
159
|
+
if (isDoneFn())
|
|
160
|
+
return;
|
|
161
|
+
await clientBlob.partUpload(res, uploadData.localPath, BigInt(uploadData.modificationTime), part, { timeout });
|
|
162
|
+
logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);
|
|
163
|
+
// if we had a network freeze, it will be increased slowly.
|
|
164
|
+
speed.nPartsWithThisUploadSpeed++;
|
|
165
|
+
if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {
|
|
166
|
+
speed.nPartsWithThisUploadSpeed = 0;
|
|
167
|
+
speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);
|
|
168
|
+
controller.setConcurrency(speed.currentSpeed);
|
|
169
|
+
}
|
|
170
|
+
};
|
|
171
|
+
await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));
|
|
172
|
+
if (isDoneFn())
|
|
173
|
+
return;
|
|
174
|
+
await clientBlob.finalize(res, { timeout });
|
|
175
|
+
logger.info(`uploading of resource ${res.id} finished.`);
|
|
176
|
+
}
|
|
177
|
+
function newProgress(res, signer) {
|
|
178
|
+
let isUploadSignMatch;
|
|
179
|
+
let uploadData;
|
|
180
|
+
if (isUpload(res)) {
|
|
181
|
+
uploadData = ImportFileHandleUploadData.parse(res.data);
|
|
182
|
+
isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);
|
|
183
|
+
}
|
|
184
|
+
return {
|
|
185
|
+
uploadData: uploadData,
|
|
186
|
+
progress: {
|
|
187
|
+
done: false,
|
|
188
|
+
status: undefined,
|
|
189
|
+
isUpload: isUpload(res),
|
|
190
|
+
isUploadSignMatch: isUploadSignMatch,
|
|
191
|
+
lastError: undefined,
|
|
192
|
+
},
|
|
193
|
+
};
|
|
194
|
+
}
|
|
195
|
+
/** Returns true if we need to upload the blob that got from this progress. */
|
|
196
|
+
function isMyUpload(p) {
|
|
197
|
+
return p.isUpload && (p.isUploadSignMatch ?? false);
|
|
198
|
+
}
|
|
199
|
+
/** Creates a deep copy of progress,
|
|
200
|
+
* since we do not want to pass a mutable object
|
|
201
|
+
* to API, it led to bugs before.
|
|
202
|
+
* We do not use '...' cloning syntax
|
|
203
|
+
* for the compiler to fail here if we change API. */
|
|
204
|
+
function cloneProgress(progress) {
|
|
205
|
+
({
|
|
206
|
+
done: progress.done,
|
|
207
|
+
isUpload: progress.isUpload,
|
|
208
|
+
isUploadSignMatch: progress.isUploadSignMatch,
|
|
209
|
+
lastError: progress.lastError,
|
|
210
|
+
});
|
|
211
|
+
if (progress.status)
|
|
212
|
+
({
|
|
213
|
+
progress: progress.status.progress,
|
|
214
|
+
bytesProcessed: progress.status.bytesProcessed,
|
|
215
|
+
bytesTotal: progress.status.bytesTotal,
|
|
216
|
+
});
|
|
217
|
+
return progress;
|
|
218
|
+
}
|
|
219
|
+
function isImportResourceOutputSet(res) {
|
|
220
|
+
return 'blob' in res.fields
|
|
221
|
+
? res.fields.blob !== undefined
|
|
222
|
+
: res.fields.incarnation !== undefined;
|
|
223
|
+
}
|
|
224
|
+
function isUpload(res) {
|
|
225
|
+
return res.type.name.startsWith('BlobUpload');
|
|
226
|
+
}
|
|
227
|
+
function isSignMatch(signer, path, signature) {
|
|
228
|
+
try {
|
|
229
|
+
signer.verify(path, signature);
|
|
230
|
+
return true;
|
|
231
|
+
}
|
|
232
|
+
catch (e) {
|
|
233
|
+
return false;
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
function protoToStatus(proto) {
|
|
237
|
+
return {
|
|
238
|
+
progress: proto.progress ?? 0,
|
|
239
|
+
bytesProcessed: Number(proto.bytesProcessed),
|
|
240
|
+
bytesTotal: Number(proto.bytesTotal),
|
|
241
|
+
};
|
|
242
|
+
}
|
|
243
|
+
/** Special hack: if we didn't even start to upload the blob
|
|
244
|
+
* to backend because the result was already there,
|
|
245
|
+
* the backend does show us a status that nothing were uploaded,
|
|
246
|
+
* but we need to show the client that everything is OK.
|
|
247
|
+
* Thus, here we set progress to be 1.0 and all bytes are become processed. */
|
|
248
|
+
function doneProgressIfExisted(alreadyExisted, status) {
|
|
249
|
+
if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {
|
|
250
|
+
return {
|
|
251
|
+
progress: 1.0,
|
|
252
|
+
bytesProcessed: Number(status.bytesTotal),
|
|
253
|
+
bytesTotal: Number(status.bytesTotal),
|
|
254
|
+
};
|
|
255
|
+
}
|
|
256
|
+
return status;
|
|
257
|
+
}
|
|
258
|
+
function isResourceWasDeletedError(e) {
|
|
259
|
+
return (e.name == 'RpcError'
|
|
260
|
+
&& (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS'));
|
|
261
|
+
}
|
|
262
|
+
function nonRecoverableError(e) {
|
|
263
|
+
return e instanceof MTimeError || e instanceof UnexpectedEOF || e instanceof NoFileForUploading;
|
|
264
|
+
}
|
|
265
|
+
function isHeadersTimeoutError(e) {
|
|
266
|
+
return e?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);
|
|
267
|
+
}
|
|
268
|
+
/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */
|
|
269
|
+
function increaseConcurrency(logger, current, max) {
|
|
270
|
+
const newConcurrency = Math.min(current + 2, max);
|
|
271
|
+
if (newConcurrency != current)
|
|
272
|
+
logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`);
|
|
273
|
+
return newConcurrency;
|
|
274
|
+
}
|
|
275
|
+
/** When a error happens, this will half the concurrency level, so the next time
|
|
276
|
+
* we'll try to upload blobs slower. */
|
|
277
|
+
function decreaseConcurrency(logger, current, min) {
|
|
278
|
+
const newConcurrency = Math.max(Math.round(current / 2), min);
|
|
279
|
+
if (newConcurrency != current)
|
|
280
|
+
logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`);
|
|
281
|
+
return newConcurrency;
|
|
282
|
+
}
|
|
283
|
+
|
|
284
|
+
export { UploadTask, isMyUpload, isResourceWasDeletedError, isSignMatch, isUpload, nonRecoverableError, uploadBlob };
|
|
285
|
+
//# sourceMappingURL=upload_task.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"upload_task.js","sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from '@milaboratories/computable';\nimport { ChangeSource } from '@milaboratories/computable';\nimport { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { AsyncPoolController, MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientProgress, ProgressStatus } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport { MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';\nimport type { ImportResourceSnapshot } from './types';\nimport { ImportFileHandleUploadData } from './types';\nimport assert from 'node:assert';\nimport { ResourceInfo } from '@milaboratories/pl-tree';\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n private readonly change: ChangeSource = new ChangeSource();\n private readonly counter: CallersCounter = new CallersCounter();\n private nMaxUploads: number;\n private nPartsWithThisUploadSpeed = 0;\n private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n /** If this is upload progress this field will be defined */\n private uploadData?: ImportFileHandleUploadData;\n public progress: sdk.ImportProgress;\n\n /** If failed, then getting a progress is terminally failed. */\n public failed?: boolean;\n\n /** True if the blob was existed.\n * At this case, the task will show progress == 1.0. */\n private alreadyExisted = false;\n\n constructor(\n private readonly logger: MiLogger,\n private readonly clientBlob: ClientUpload,\n private readonly clientProgress: ClientProgress,\n private readonly maxNConcurrentPartsUpload: number,\n signer: Signer,\n public readonly res: ImportResourceSnapshot,\n ) {\n this.nMaxUploads = this.maxNConcurrentPartsUpload;\n const { uploadData, progress } = newProgress(res, signer);\n this.uploadData = uploadData;\n this.progress = progress;\n }\n\n public getProgress(w: Watcher, callerId: string) {\n this.incCounter(w, callerId);\n\n if (this.failed) {\n this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n throw new Error(this.progress.lastError);\n }\n\n return cloneProgress(this.progress);\n }\n\n public shouldScheduleUpload(): boolean {\n return isMyUpload(this.progress);\n }\n\n /** Uploads a blob if it's not BlobIndex. */\n public async uploadBlobTask() {\n try {\n await uploadBlob(\n this.logger,\n this.clientBlob,\n this.res,\n this.uploadData!,\n this.isComputableDone.bind(this),\n {\n nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n currentSpeed: this.nMaxUploads,\n maxSpeed: this.maxNConcurrentPartsUpload,\n },\n );\n this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n } catch (e: any) {\n this.setRetriableError(e);\n\n if (isResourceWasDeletedError(e)) {\n this.logger.warn(`resource was deleted while uploading a blob: ${e}`);\n this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);\n this.setDone(true);\n\n return;\n }\n\n this.logger.error(`error while uploading a blob: ${e}`);\n this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n if (nonRecoverableError(e)) {\n this.setTerminalError(e);\n return;\n }\n\n if (isHeadersTimeoutError(e)) {\n // we probably have a slow internet, we need to slow things a bit.\n this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n }\n\n throw e;\n }\n }\n\n public async updateStatus() {\n try {\n // we do it with timeout in case we have slow internet.\n const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n const oldStatus = this.progress.status;\n const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n this.progress.status = newStatus;\n this.setDone(status.done);\n\n if (status.done || this.progress.status.progress != oldStatus?.progress) {\n this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n }\n } catch (e: any) {\n this.setRetriableError(e);\n\n if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {\n this.logger.warn(`deadline exceeded while getting a status of BlobImport`);\n return;\n }\n\n if (isResourceWasDeletedError(e)) {\n this.logger.warn(\n `resource was not found while updating a status of BlobImport: ${e}, ${stringifyWithResourceId(this.res)}`,\n );\n this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed, resource not found`);\n this.setDone(true);\n return;\n }\n\n this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n // It was a terminal error, but when a connection drops,\n // this will stop the whole task, so we make it retryable.\n // It was like that:\n // this.change.markChanged();\n // this.setTerminalError(e);\n }\n }\n\n /** Set non-terminal error, that task can be retried. */\n private setRetriableError(e: unknown) {\n this.progress.lastError = String(e);\n }\n\n /** Set a terminal error, the task will throw a error instead of a progress. */\n private setTerminalError(e: unknown) {\n this.progress.lastError = String(e);\n this.progress.done = false;\n this.failed = true;\n }\n\n public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n if (isImportResourceOutputSet(res)) {\n this.setDone(true);\n this.alreadyExisted = true;\n }\n }\n\n private setDone(done: boolean) {\n this.progress.done = done;\n if (done) this.progress.lastError = undefined;\n }\n\n public incCounter(w: Watcher, callerId: string) {\n this.change.attachWatcher(w);\n this.counter.inc(callerId);\n }\n\n public decCounter(callerId: string) {\n return this.counter.dec(callerId);\n }\n\n private isComputableDone() {\n return this.counter.isZero();\n }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n logger: MiLogger,\n clientBlob: ClientUpload,\n res: ResourceInfo,\n uploadData: ImportFileHandleUploadData,\n isDoneFn: () => boolean,\n speed: {\n nPartsWithThisUploadSpeed: number,\n nPartsToIncreaseUpload: number,\n currentSpeed: number,\n maxSpeed: number,\n },\n) {\n assert(isUpload(res), 'the upload operation can be done only for BlobUploads');\n const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n if (isDoneFn()) return;\n const parts = await clientBlob.initUpload(res, { timeout });\n logger.info(\n `started to upload blob ${res.id},`\n + ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`\n + ` number of concurrent uploads: ${speed.currentSpeed}`,\n );\n\n const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n if (isDoneFn()) return;\n await clientBlob.partUpload(\n res,\n uploadData.localPath,\n BigInt(uploadData.modificationTime),\n part,\n { timeout }\n );\n logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n // if we had a network freeze, it will be increased slowly.\n speed.nPartsWithThisUploadSpeed++;\n if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n speed.nPartsWithThisUploadSpeed = 0;\n speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n controller.setConcurrency(speed.currentSpeed);\n }\n };\n\n await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n if (isDoneFn()) return;\n await clientBlob.finalize(res, { timeout });\n\n logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n let isUploadSignMatch: boolean | undefined;\n let uploadData: ImportFileHandleUploadData | undefined;\n if (isUpload(res)) {\n uploadData = ImportFileHandleUploadData.parse(res.data);\n isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n }\n\n return {\n uploadData: uploadData,\n progress: {\n done: false,\n status: undefined,\n isUpload: isUpload(res),\n isUploadSignMatch: isUploadSignMatch,\n lastError: undefined,\n } satisfies sdk.ImportProgress,\n };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n const cloned: sdk.ImportProgress = {\n done: progress.done,\n isUpload: progress.isUpload,\n isUploadSignMatch: progress.isUploadSignMatch,\n lastError: progress.lastError,\n };\n\n if (progress.status)\n cloned.status = {\n progress: progress.status.progress,\n bytesProcessed: progress.status.bytesProcessed,\n bytesTotal: progress.status.bytesTotal,\n };\n\n return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n return 'blob' in res.fields\n ? res.fields.blob !== undefined\n : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n return res.type.name.startsWith('BlobUpload');\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n try {\n signer.verify(path, signature);\n return true;\n } catch (e) {\n return false;\n }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n return {\n progress: proto.progress ?? 0,\n bytesProcessed: Number(proto.bytesProcessed),\n bytesTotal: Number(proto.bytesTotal),\n };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n * to backend because the result was already there,\n * the backend does show us a status that nothing were uploaded,\n * but we need to show the client that everything is OK.\n * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n return {\n progress: 1.0,\n bytesProcessed: Number(status.bytesTotal),\n bytesTotal: Number(status.bytesTotal),\n };\n }\n\n return status;\n}\n\nexport function isResourceWasDeletedError(e: any) {\n return (\n e.name == 'RpcError'\n && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS')\n );\n}\n\nexport function nonRecoverableError(e: any) {\n return e instanceof MTimeError || e instanceof UnexpectedEOF || e instanceof NoFileForUploading;\n}\n\nfunction isHeadersTimeoutError(e: any) {\n return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n const newConcurrency = Math.min(current + 2, max);\n if (newConcurrency != current)\n logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`)\n\n return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n const newConcurrency = Math.max(Math.round(current / 2), min);\n if (newConcurrency != current)\n logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`)\n\n return newConcurrency;\n}\n"],"names":[],"mappings":";;;;;;;AAcA;;AAEgC;MACnB,UAAU,CAAA;AAmBF,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,yBAAA;AAED,IAAA,GAAA;AAvBD,IAAA,MAAM,GAAiB,IAAI,YAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAI,cAAc,EAAE;AACvD,IAAA,WAAW;IACX,yBAAyB,GAAG,CAAC;AAC7B,IAAA,sBAAsB,GAAG,EAAE,CAAC;;AAG5B,IAAA,UAAU;AACX,IAAA,QAAQ;;AAGR,IAAA,MAAM;AAEb;AACuD;IAC/C,cAAc,GAAG,KAAK;IAE9B,WAAA,CACmB,MAAgB,EAChB,UAAwB,EACxB,cAA8B,EAC9B,yBAAiC,EAClD,MAAc,EACE,GAA2B,EAAA;QAL1B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,yBAAyB,GAAzB,yBAAyB;QAE1B,IAAA,CAAA,GAAG,GAAH,GAAG;AAEnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB;AACjD,QAAA,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;IAC1B;IAEO,WAAW,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC7C,QAAA,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC;AAE5B,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,6BAAA,EAAgC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA,CAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C;AAEA,QAAA,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC;IAEO,oBAAoB,GAAA;AACzB,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;IAClC;;AAGO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,IAAI;YACF,MAAM,UAAU,CACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,UAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAChC;gBACE,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;gBACzD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,QAAQ,EAAE,IAAI,CAAC,yBAAyB;AACzC,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;gBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,6CAAA,EAAgD,CAAC,CAAA,CAAE,CAAC;AACrE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,8BAAA,CAAgC,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAElB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,CAAC,CAAA,CAAE,CAAC;AACvD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAAC;AAEpF,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACxB;YACF;AAEA,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;;AAE5B,gBAAA,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1E;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEO,IAAA,MAAM,YAAY,GAAA;AACvB,QAAA,IAAI;;AAEF,YAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAEhF,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;AACtC,YAAA,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;AACnF,YAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS;AAChC,YAAA,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;AAEzB,YAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,QAAQ,EAAE;AACvE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;YACzF;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAEzB,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,mBAAmB,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,mBAAmB,CAAC,EAAE;AACxG,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,sDAAA,CAAwD,CAAC;gBAC1E;YACF;AAEA,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE,CAAC,CAAA,EAAA,EAAK,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA,CAAE,CAC3G;AACD,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,4BAAA,CAA8B,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,uDAAA,EAA0D,CAAC,CAAA,CAAE,CAAC;;;;;;QAMlF;IACF;;AAGQ,IAAA,iBAAiB,CAAC,CAAU,EAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;IACrC;;AAGQ,IAAA,gBAAgB,CAAC,CAAU,EAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;AACnC,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;AAC1B,QAAA,IAAI,CAAC,MAAM,GAAG,IAAI;IACpB;AAEO,IAAA,kBAAkB,CAAC,GAA2B,EAAA;AACnD,QAAA,IAAI,yBAAyB,CAAC,GAAG,CAAC,EAAE;AAClC,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;QAC5B;IACF;AAEQ,IAAA,OAAO,CAAC,IAAa,EAAA;AAC3B,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;AACzB,QAAA,IAAI,IAAI;AAAE,YAAA,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,SAAS;IAC/C;IAEO,UAAU,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC5C,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,UAAU,CAAC,QAAgB,EAAA;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;IAEQ,gBAAgB,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;IAC9B;AACD;AAED;AACO,eAAe,UAAU,CAC9B,MAAgB,EAChB,UAAwB,EACxB,GAAiB,EACjB,UAAsC,EACtC,QAAuB,EACvB,KAKC,EAAA;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,uDAAuD,CAAC;AAC9E,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC;AAEtB,IAAA,IAAI,QAAQ,EAAE;QAAE;AAChB,IAAA,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,IAAA,MAAM,CAAC,IAAI,CACT,0BAA0B,GAAG,CAAC,EAAE,CAAA,CAAA;UAC9B,CAAA,gBAAA,EAAmB,KAAK,CAAC,OAAO,CAAA,kBAAA,EAAqB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAA,CAAA;AAC1E,UAAA,CAAA,+BAAA,EAAkC,KAAK,CAAC,YAAY,CAAA,CAAE,CACzD;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,KAAK,OAAO,UAA+B,KAAI;AAC/E,QAAA,IAAI,QAAQ,EAAE;YAAE;QAChB,MAAM,UAAU,CAAC,UAAU,CACzB,GAAG,EACH,UAAU,CAAC,SAAS,EACpB,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACnC,IAAI,EACJ,EAAE,OAAO,EAAE,CACZ;AACD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAA,CAAA,EAAI,KAAK,CAAC,OAAO,iBAAiB,GAAG,CAAC,EAAE,CAAA,CAAE,CAAC;;QAG7E,KAAK,CAAC,yBAAyB,EAAE;QACjC,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,sBAAsB,EAAE;AACnE,YAAA,KAAK,CAAC,yBAAyB,GAAG,CAAC;AACnC,YAAA,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC;AACpF,YAAA,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/C;AACF,IAAA,CAAC;AAED,IAAA,MAAM,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAErE,IAAA,IAAI,QAAQ,EAAE;QAAE;IAChB,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,CAAA,sBAAA,EAAyB,GAAG,CAAC,EAAE,CAAA,UAAA,CAAY,CAAC;AAC1D;AAEA,SAAS,WAAW,CAAC,GAA2B,EAAE,MAAc,EAAA;AAC9D,IAAA,IAAI,iBAAsC;AAC1C,IAAA,IAAI,UAAkD;AACtD,IAAA,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;QACjB,UAAU,GAAG,0BAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;AACvD,QAAA,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC;IACzF;IAEA,OAAO;AACL,QAAA,UAAU,EAAE,UAAU;AACtB,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,MAAM,EAAE,SAAS;AACjB,YAAA,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvB,YAAA,iBAAiB,EAAE,iBAAiB;AACpC,YAAA,SAAS,EAAE,SAAS;AACQ,SAAA;KAC/B;AACH;AAEA;AACM,SAAU,UAAU,CAAC,CAAqB,EAAA;IAC9C,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,iBAAiB,IAAI,KAAK,CAAC;AACrD;AAEA;;;;AAIqD;AACrD,SAAS,aAAa,CAAC,QAA4B,EAAA;AACjD,KAAmC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;;IAG/B,IAAI,QAAQ,CAAC,MAAM;SACD;AACd,YAAA,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;AAClC,YAAA,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc;AAC9C,YAAA,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;UACvC;AAEH,IAAA,OAAO,QAAQ;AACjB;AAEA,SAAS,yBAAyB,CAAC,GAA2B,EAAA;AAC5D,IAAA,OAAO,MAAM,IAAI,GAAG,CAAC;AACnB,UAAE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK;UACpB,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;AAC1C;AAEM,SAAU,QAAQ,CAAC,GAAiB,EAAA;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AAC/C;SAEgB,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAA;AACzE,IAAA,IAAI;AACF,QAAA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC;AAC9B,QAAA,OAAO,IAAI;IACb;IAAE,OAAO,CAAC,EAAE;AACV,QAAA,OAAO,KAAK;IACd;AACF;AAEA,SAAS,aAAa,CAAC,KAAqB,EAAA;IAC1C,OAAO;AACL,QAAA,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;AAC7B,QAAA,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;AAC5C,QAAA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;KACrC;AACH;AAEA;;;;AAI+E;AAC/E,SAAS,qBAAqB,CAAC,cAAuB,EAAE,MAAwB,EAAA;AAC9E,IAAA,IAAI,cAAc,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,EAAE;QAC1E,OAAO;AACL,YAAA,QAAQ,EAAE,GAAG;AACb,YAAA,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;AACzC,YAAA,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACtC;IACH;AAEA,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,yBAAyB,CAAC,CAAM,EAAA;AAC9C,IAAA,QACE,CAAC,CAAC,IAAI,IAAI;AACP,YAAC,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,IAAI,gBAAgB,CAAC;AAEnF;AAEM,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,OAAO,CAAC,YAAY,UAAU,IAAI,CAAC,YAAY,aAAa,IAAI,CAAC,YAAY,kBAAkB;AACjG;AAEA,SAAS,qBAAqB,CAAC,CAAM,EAAA;IACnC,OAAQ,CAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA,uBAAA,CAAyB,CAAC;AAClE;AAEA;AACA,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC;IACjD,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;AAEA;AACuC;AACvC,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7D,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;;;;"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
var path = require('node:path');
|
|
4
|
+
|
|
5
|
+
/** Creates a new plblob+folder URL. */
|
|
6
|
+
function newFolderURL(signer, saveDir, fPath) {
|
|
7
|
+
const p = path.relative(saveDir, fPath);
|
|
8
|
+
const sign = signer.sign(p);
|
|
9
|
+
return `plblob+folder://${sign}.${p}.blob`;
|
|
10
|
+
}
|
|
11
|
+
/** Creates a new block-ui URL. */
|
|
12
|
+
function newBlockUIURL(signer, saveDir, fPath) {
|
|
13
|
+
const p = path.relative(saveDir, fPath);
|
|
14
|
+
const sign = signer.sign(p);
|
|
15
|
+
return `block-ui://${sign}.${p}.uidir`;
|
|
16
|
+
}
|
|
17
|
+
/** Checks the signature and path injections.
|
|
18
|
+
* @returns the path to the file inside the root directory. */
|
|
19
|
+
function getPathForFolderURL(signer, url, rootDir) {
|
|
20
|
+
return getPath(signer, url, rootDir);
|
|
21
|
+
}
|
|
22
|
+
/** Checks the signature and path injections.
|
|
23
|
+
* @returns the path to the file inside the root directory. */
|
|
24
|
+
function getPathForBlockUIURL(signer, url, rootDir) {
|
|
25
|
+
return getPath(signer, url, rootDir);
|
|
26
|
+
}
|
|
27
|
+
/** Parses URL,
|
|
28
|
+
* checks the signature,
|
|
29
|
+
* gets the absolute path by the given root directory.
|
|
30
|
+
* If the path is empty, it returns the index.html file.
|
|
31
|
+
* @returns an absolute path for the user. */
|
|
32
|
+
function getPath(signer, url, rootDir) {
|
|
33
|
+
const parsed = new URL(url);
|
|
34
|
+
const [sign, subfolder, _] = parsed.host.split('.');
|
|
35
|
+
signer.verify(subfolder, sign, `signature verification failed for url: ${url}, subfolder: ${subfolder}`);
|
|
36
|
+
// Decoding changes '%20' to ' ' for example.
|
|
37
|
+
const pathname = decodeURIComponent(parsed.pathname.slice(1));
|
|
38
|
+
let fPath = parseNestedPathNoEscape(path.join(rootDir, `${subfolder}`), pathname);
|
|
39
|
+
if (parsed.pathname == '' || parsed.pathname == '/') {
|
|
40
|
+
fPath = path.join(fPath, 'index.html');
|
|
41
|
+
}
|
|
42
|
+
return path.resolve(fPath);
|
|
43
|
+
}
|
|
44
|
+
/** Checks that the userInputPath is in baseDir.
|
|
45
|
+
* @returns an absolute path for the user. */
|
|
46
|
+
function parseNestedPathNoEscape(baseDir, userInputPath) {
|
|
47
|
+
const absolutePath = path.resolve(baseDir, userInputPath);
|
|
48
|
+
const normalizedBase = path.resolve(baseDir);
|
|
49
|
+
if (!absolutePath.startsWith(normalizedBase)) {
|
|
50
|
+
throw new Error('Path validation failed.');
|
|
51
|
+
}
|
|
52
|
+
return absolutePath;
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
exports.getPathForBlockUIURL = getPathForBlockUIURL;
|
|
56
|
+
exports.getPathForFolderURL = getPathForFolderURL;
|
|
57
|
+
exports.newBlockUIURL = newBlockUIURL;
|
|
58
|
+
exports.newFolderURL = newFolderURL;
|
|
59
|
+
//# sourceMappingURL=url.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"url.cjs","sources":["../../../src/drivers/urls/url.ts"],"sourcesContent":["import type { FolderURL, BlockUIURL } from '@milaboratories/pl-model-common';\nimport type { Signer } from '@milaboratories/ts-helpers';\nimport path from 'path';\n\n/** Creates a new plblob+folder URL. */\nexport function newFolderURL(signer: Signer, saveDir: string, fPath: string): FolderURL {\n const p = path.relative(saveDir, fPath);\n const sign = signer.sign(p);\n\n return `plblob+folder://${sign}.${p}.blob`;\n}\n\n/** Creates a new block-ui URL. */\nexport function newBlockUIURL(signer: Signer, saveDir: string, fPath: string): BlockUIURL {\n const p = path.relative(saveDir, fPath);\n const sign = signer.sign(p);\n\n return `block-ui://${sign}.${p}.uidir`;\n}\n\n/** Checks the signature and path injections.\n * @returns the path to the file inside the root directory. */\nexport function getPathForFolderURL(signer: Signer, url: FolderURL, rootDir: string): string {\n return getPath(signer, url, rootDir);\n}\n\n/** Checks the signature and path injections.\n * @returns the path to the file inside the root directory. */\nexport function getPathForBlockUIURL(signer: Signer, url: BlockUIURL, rootDir: string): string {\n return getPath(signer, url, rootDir);\n}\n\n/** Parses URL,\n * checks the signature,\n * gets the absolute path by the given root directory.\n * If the path is empty, it returns the index.html file.\n * @returns an absolute path for the user. */\nfunction getPath(signer: Signer, url: string, rootDir: string): string {\n const parsed = new URL(url);\n const [sign, subfolder, _] = parsed.host.split('.');\n\n signer.verify(subfolder, sign, `signature verification failed for url: ${url}, subfolder: ${subfolder}`);\n\n // Decoding changes '%20' to ' ' for example.\n const pathname = decodeURIComponent(parsed.pathname.slice(1));\n\n let fPath = parseNestedPathNoEscape(path.join(rootDir, `${subfolder}`), pathname);\n\n if (parsed.pathname == '' || parsed.pathname == '/') {\n fPath = path.join(fPath, 'index.html');\n }\n\n return path.resolve(fPath);\n}\n\n/** Checks that the userInputPath is in baseDir.\n * @returns an absolute path for the user. */\nfunction parseNestedPathNoEscape(baseDir: string, userInputPath: string): string {\n const absolutePath = path.resolve(baseDir, userInputPath);\n\n const normalizedBase = path.resolve(baseDir);\n\n if (!absolutePath.startsWith(normalizedBase)) {\n throw new Error('Path validation failed.');\n }\n\n return absolutePath;\n}\n"],"names":[],"mappings":";;;;AAIA;SACgB,YAAY,CAAC,MAAc,EAAE,OAAe,EAAE,KAAa,EAAA;IACzE,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;AAE3B,IAAA,OAAO,CAAA,gBAAA,EAAmB,IAAI,CAAA,CAAA,EAAI,CAAC,OAAO;AAC5C;AAEA;SACgB,aAAa,CAAC,MAAc,EAAE,OAAe,EAAE,KAAa,EAAA;IAC1E,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;AAE3B,IAAA,OAAO,CAAA,WAAA,EAAc,IAAI,CAAA,CAAA,EAAI,CAAC,QAAQ;AACxC;AAEA;AAC8D;SAC9C,mBAAmB,CAAC,MAAc,EAAE,GAAc,EAAE,OAAe,EAAA;IACjF,OAAO,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC;AACtC;AAEA;AAC8D;SAC9C,oBAAoB,CAAC,MAAc,EAAE,GAAe,EAAE,OAAe,EAAA;IACnF,OAAO,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC;AACtC;AAEA;;;;AAI6C;AAC7C,SAAS,OAAO,CAAC,MAAc,EAAE,GAAW,EAAE,OAAe,EAAA;AAC3D,IAAA,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC;AAC3B,IAAA,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;AAEnD,IAAA,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,CAAA,uCAAA,EAA0C,GAAG,CAAA,aAAA,EAAgB,SAAS,CAAA,CAAE,CAAC;;AAGxG,IAAA,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAE7D,IAAA,IAAI,KAAK,GAAG,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,SAAS,CAAA,CAAE,CAAC,EAAE,QAAQ,CAAC;AAEjF,IAAA,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,IAAI,MAAM,CAAC,QAAQ,IAAI,GAAG,EAAE;QACnD,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC;IACxC;AAEA,IAAA,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;AAC5B;AAEA;AAC6C;AAC7C,SAAS,uBAAuB,CAAC,OAAe,EAAE,aAAqB,EAAA;IACrE,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC;IAEzD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAE5C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE;AAC5C,QAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;IAC5C;AAEA,IAAA,OAAO,YAAY;AACrB;;;;;;;"}
|
|
@@ -10,4 +10,3 @@ export declare function getPathForFolderURL(signer: Signer, url: FolderURL, root
|
|
|
10
10
|
/** Checks the signature and path injections.
|
|
11
11
|
* @returns the path to the file inside the root directory. */
|
|
12
12
|
export declare function getPathForBlockUIURL(signer: Signer, url: BlockUIURL, rootDir: string): string;
|
|
13
|
-
//# sourceMappingURL=url.d.ts.map
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import path__default from 'node:path';
|
|
2
|
+
|
|
3
|
+
/** Creates a new plblob+folder URL. */
|
|
4
|
+
function newFolderURL(signer, saveDir, fPath) {
|
|
5
|
+
const p = path__default.relative(saveDir, fPath);
|
|
6
|
+
const sign = signer.sign(p);
|
|
7
|
+
return `plblob+folder://${sign}.${p}.blob`;
|
|
8
|
+
}
|
|
9
|
+
/** Creates a new block-ui URL. */
|
|
10
|
+
function newBlockUIURL(signer, saveDir, fPath) {
|
|
11
|
+
const p = path__default.relative(saveDir, fPath);
|
|
12
|
+
const sign = signer.sign(p);
|
|
13
|
+
return `block-ui://${sign}.${p}.uidir`;
|
|
14
|
+
}
|
|
15
|
+
/** Checks the signature and path injections.
|
|
16
|
+
* @returns the path to the file inside the root directory. */
|
|
17
|
+
function getPathForFolderURL(signer, url, rootDir) {
|
|
18
|
+
return getPath(signer, url, rootDir);
|
|
19
|
+
}
|
|
20
|
+
/** Checks the signature and path injections.
|
|
21
|
+
* @returns the path to the file inside the root directory. */
|
|
22
|
+
function getPathForBlockUIURL(signer, url, rootDir) {
|
|
23
|
+
return getPath(signer, url, rootDir);
|
|
24
|
+
}
|
|
25
|
+
/** Parses URL,
|
|
26
|
+
* checks the signature,
|
|
27
|
+
* gets the absolute path by the given root directory.
|
|
28
|
+
* If the path is empty, it returns the index.html file.
|
|
29
|
+
* @returns an absolute path for the user. */
|
|
30
|
+
function getPath(signer, url, rootDir) {
|
|
31
|
+
const parsed = new URL(url);
|
|
32
|
+
const [sign, subfolder, _] = parsed.host.split('.');
|
|
33
|
+
signer.verify(subfolder, sign, `signature verification failed for url: ${url}, subfolder: ${subfolder}`);
|
|
34
|
+
// Decoding changes '%20' to ' ' for example.
|
|
35
|
+
const pathname = decodeURIComponent(parsed.pathname.slice(1));
|
|
36
|
+
let fPath = parseNestedPathNoEscape(path__default.join(rootDir, `${subfolder}`), pathname);
|
|
37
|
+
if (parsed.pathname == '' || parsed.pathname == '/') {
|
|
38
|
+
fPath = path__default.join(fPath, 'index.html');
|
|
39
|
+
}
|
|
40
|
+
return path__default.resolve(fPath);
|
|
41
|
+
}
|
|
42
|
+
/** Checks that the userInputPath is in baseDir.
|
|
43
|
+
* @returns an absolute path for the user. */
|
|
44
|
+
function parseNestedPathNoEscape(baseDir, userInputPath) {
|
|
45
|
+
const absolutePath = path__default.resolve(baseDir, userInputPath);
|
|
46
|
+
const normalizedBase = path__default.resolve(baseDir);
|
|
47
|
+
if (!absolutePath.startsWith(normalizedBase)) {
|
|
48
|
+
throw new Error('Path validation failed.');
|
|
49
|
+
}
|
|
50
|
+
return absolutePath;
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
export { getPathForBlockUIURL, getPathForFolderURL, newBlockUIURL, newFolderURL };
|
|
54
|
+
//# sourceMappingURL=url.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"url.js","sources":["../../../src/drivers/urls/url.ts"],"sourcesContent":["import type { FolderURL, BlockUIURL } from '@milaboratories/pl-model-common';\nimport type { Signer } from '@milaboratories/ts-helpers';\nimport path from 'path';\n\n/** Creates a new plblob+folder URL. */\nexport function newFolderURL(signer: Signer, saveDir: string, fPath: string): FolderURL {\n const p = path.relative(saveDir, fPath);\n const sign = signer.sign(p);\n\n return `plblob+folder://${sign}.${p}.blob`;\n}\n\n/** Creates a new block-ui URL. */\nexport function newBlockUIURL(signer: Signer, saveDir: string, fPath: string): BlockUIURL {\n const p = path.relative(saveDir, fPath);\n const sign = signer.sign(p);\n\n return `block-ui://${sign}.${p}.uidir`;\n}\n\n/** Checks the signature and path injections.\n * @returns the path to the file inside the root directory. */\nexport function getPathForFolderURL(signer: Signer, url: FolderURL, rootDir: string): string {\n return getPath(signer, url, rootDir);\n}\n\n/** Checks the signature and path injections.\n * @returns the path to the file inside the root directory. */\nexport function getPathForBlockUIURL(signer: Signer, url: BlockUIURL, rootDir: string): string {\n return getPath(signer, url, rootDir);\n}\n\n/** Parses URL,\n * checks the signature,\n * gets the absolute path by the given root directory.\n * If the path is empty, it returns the index.html file.\n * @returns an absolute path for the user. */\nfunction getPath(signer: Signer, url: string, rootDir: string): string {\n const parsed = new URL(url);\n const [sign, subfolder, _] = parsed.host.split('.');\n\n signer.verify(subfolder, sign, `signature verification failed for url: ${url}, subfolder: ${subfolder}`);\n\n // Decoding changes '%20' to ' ' for example.\n const pathname = decodeURIComponent(parsed.pathname.slice(1));\n\n let fPath = parseNestedPathNoEscape(path.join(rootDir, `${subfolder}`), pathname);\n\n if (parsed.pathname == '' || parsed.pathname == '/') {\n fPath = path.join(fPath, 'index.html');\n }\n\n return path.resolve(fPath);\n}\n\n/** Checks that the userInputPath is in baseDir.\n * @returns an absolute path for the user. */\nfunction parseNestedPathNoEscape(baseDir: string, userInputPath: string): string {\n const absolutePath = path.resolve(baseDir, userInputPath);\n\n const normalizedBase = path.resolve(baseDir);\n\n if (!absolutePath.startsWith(normalizedBase)) {\n throw new Error('Path validation failed.');\n }\n\n return absolutePath;\n}\n"],"names":["path"],"mappings":";;AAIA;SACgB,YAAY,CAAC,MAAc,EAAE,OAAe,EAAE,KAAa,EAAA;IACzE,MAAM,CAAC,GAAGA,aAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;AAE3B,IAAA,OAAO,CAAA,gBAAA,EAAmB,IAAI,CAAA,CAAA,EAAI,CAAC,OAAO;AAC5C;AAEA;SACgB,aAAa,CAAC,MAAc,EAAE,OAAe,EAAE,KAAa,EAAA;IAC1E,MAAM,CAAC,GAAGA,aAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;AAE3B,IAAA,OAAO,CAAA,WAAA,EAAc,IAAI,CAAA,CAAA,EAAI,CAAC,QAAQ;AACxC;AAEA;AAC8D;SAC9C,mBAAmB,CAAC,MAAc,EAAE,GAAc,EAAE,OAAe,EAAA;IACjF,OAAO,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC;AACtC;AAEA;AAC8D;SAC9C,oBAAoB,CAAC,MAAc,EAAE,GAAe,EAAE,OAAe,EAAA;IACnF,OAAO,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC;AACtC;AAEA;;;;AAI6C;AAC7C,SAAS,OAAO,CAAC,MAAc,EAAE,GAAW,EAAE,OAAe,EAAA;AAC3D,IAAA,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC;AAC3B,IAAA,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;AAEnD,IAAA,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,CAAA,uCAAA,EAA0C,GAAG,CAAA,aAAA,EAAgB,SAAS,CAAA,CAAE,CAAC;;AAGxG,IAAA,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAE7D,IAAA,IAAI,KAAK,GAAG,uBAAuB,CAACA,aAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,SAAS,CAAA,CAAE,CAAC,EAAE,QAAQ,CAAC;AAEjF,IAAA,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,IAAI,MAAM,CAAC,QAAQ,IAAI,GAAG,EAAE;QACnD,KAAK,GAAGA,aAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC;IACxC;AAEA,IAAA,OAAOA,aAAI,CAAC,OAAO,CAAC,KAAK,CAAC;AAC5B;AAEA;AAC6C;AAC7C,SAAS,uBAAuB,CAAC,OAAe,EAAE,aAAqB,EAAA;IACrE,MAAM,YAAY,GAAGA,aAAI,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC;IAEzD,MAAM,cAAc,GAAGA,aAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAE5C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE;AAC5C,QAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;IAC5C;AAEA,IAAA,OAAO,YAAY;AACrB;;;;"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
var path = require('node:path');
|
|
4
|
+
var os = require('node:os');
|
|
5
|
+
var util = require('node:util');
|
|
6
|
+
var node_child_process = require('node:child_process');
|
|
7
|
+
|
|
8
|
+
async function DefaultVirtualLocalStorages() {
|
|
9
|
+
const home = os.homedir();
|
|
10
|
+
if (path.sep == '/')
|
|
11
|
+
return [
|
|
12
|
+
{
|
|
13
|
+
name: 'local',
|
|
14
|
+
root: '/',
|
|
15
|
+
initialPath: home,
|
|
16
|
+
},
|
|
17
|
+
];
|
|
18
|
+
else {
|
|
19
|
+
// determine the drive on which user's home folder is stored
|
|
20
|
+
const homeRoot = path.parse(home).root; // e.g. C:\
|
|
21
|
+
const homeDrive = homeRoot.replaceAll(':\\', ''); // e.g. C drive.
|
|
22
|
+
// code below inspired by
|
|
23
|
+
// https://stackoverflow.com/a/52411712/769192
|
|
24
|
+
try {
|
|
25
|
+
const wmic = await util.promisify(node_child_process.exec)('wmic logicaldisk get name');
|
|
26
|
+
// parsing wmic output
|
|
27
|
+
const drives = wmic.stdout
|
|
28
|
+
.split('\r\n')
|
|
29
|
+
.filter((line) => line.includes(':'))
|
|
30
|
+
.map((line) => line.trim().replaceAll(':', ''));
|
|
31
|
+
return drives.map((drive) => {
|
|
32
|
+
const isHomeDrive = drive == homeDrive;
|
|
33
|
+
return {
|
|
34
|
+
name: `local_disk_${drive}`,
|
|
35
|
+
root: `${drive}:\\`,
|
|
36
|
+
initialPath: isHomeDrive ? home : `${drive}:\\`,
|
|
37
|
+
};
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
return [
|
|
42
|
+
{
|
|
43
|
+
name: `local_disk_${homeDrive}`,
|
|
44
|
+
root: `${homeDrive}:\\`,
|
|
45
|
+
initialPath: home,
|
|
46
|
+
},
|
|
47
|
+
];
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
exports.DefaultVirtualLocalStorages = DefaultVirtualLocalStorages;
|
|
53
|
+
//# sourceMappingURL=virtual_storages.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"virtual_storages.cjs","sources":["../../src/drivers/virtual_storages.ts"],"sourcesContent":["import path from 'path';\nimport os from 'os';\nimport util from 'util';\nimport { exec } from 'child_process';\nimport type { VirtualLocalStorageSpec } from './types';\n\nexport async function DefaultVirtualLocalStorages(): Promise<VirtualLocalStorageSpec[]> {\n const home = os.homedir();\n if (path.sep == '/')\n return [\n {\n name: 'local',\n root: '/',\n initialPath: home,\n },\n ];\n else {\n // determine the drive on which user's home folder is stored\n const homeRoot = path.parse(home).root; // e.g. C:\\\n const homeDrive = homeRoot.replaceAll(':\\\\', ''); // e.g. C drive.\n\n // code below inspired by\n // https://stackoverflow.com/a/52411712/769192\n\n try {\n const wmic = await util.promisify(exec)('wmic logicaldisk get name');\n // parsing wmic output\n const drives = wmic.stdout\n .split('\\r\\n')\n .filter((line) => line.includes(':'))\n .map((line) => line.trim().replaceAll(':', ''));\n\n return drives.map((drive) => {\n const isHomeDrive = drive == homeDrive;\n return {\n name: `local_disk_${drive}`,\n root: `${drive}:\\\\`,\n initialPath: isHomeDrive ? home : `${drive}:\\\\`,\n };\n });\n } catch (e: any) {\n return [\n {\n name: `local_disk_${homeDrive}`,\n root: `${homeDrive}:\\\\`,\n initialPath: home,\n },\n ];\n }\n }\n}\n"],"names":["exec"],"mappings":";;;;;;;AAMO,eAAe,2BAA2B,GAAA;AAC/C,IAAA,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE;AACzB,IAAA,IAAI,IAAI,CAAC,GAAG,IAAI,GAAG;QACjB,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,IAAI,EAAE,GAAG;AACT,gBAAA,WAAW,EAAE,IAAI;AAClB,aAAA;SACF;SACE;;AAEH,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;AACvC,QAAA,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;;;AAKjD,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAACA,uBAAI,CAAC,CAAC,2BAA2B,CAAC;;AAEpE,YAAA,MAAM,MAAM,GAAG,IAAI,CAAC;iBACjB,KAAK,CAAC,MAAM;AACZ,iBAAA,MAAM,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;AACnC,iBAAA,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;AAEjD,YAAA,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,KAAI;AAC1B,gBAAA,MAAM,WAAW,GAAG,KAAK,IAAI,SAAS;gBACtC,OAAO;oBACL,IAAI,EAAE,CAAA,WAAA,EAAc,KAAK,CAAA,CAAE;oBAC3B,IAAI,EAAE,CAAA,EAAG,KAAK,CAAA,GAAA,CAAK;oBACnB,WAAW,EAAE,WAAW,GAAG,IAAI,GAAG,CAAA,EAAG,KAAK,CAAA,GAAA,CAAK;iBAChD;AACH,YAAA,CAAC,CAAC;QACJ;QAAE,OAAO,CAAM,EAAE;YACf,OAAO;AACL,gBAAA;oBACE,IAAI,EAAE,CAAA,WAAA,EAAc,SAAS,CAAA,CAAE;oBAC/B,IAAI,EAAE,CAAA,EAAG,SAAS,CAAA,GAAA,CAAK;AACvB,oBAAA,WAAW,EAAE,IAAI;AAClB,iBAAA;aACF;QACH;IACF;AACF;;;;"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import path__default from 'node:path';
|
|
2
|
+
import os__default from 'node:os';
|
|
3
|
+
import util from 'node:util';
|
|
4
|
+
import { exec } from 'node:child_process';
|
|
5
|
+
|
|
6
|
+
async function DefaultVirtualLocalStorages() {
|
|
7
|
+
const home = os__default.homedir();
|
|
8
|
+
if (path__default.sep == '/')
|
|
9
|
+
return [
|
|
10
|
+
{
|
|
11
|
+
name: 'local',
|
|
12
|
+
root: '/',
|
|
13
|
+
initialPath: home,
|
|
14
|
+
},
|
|
15
|
+
];
|
|
16
|
+
else {
|
|
17
|
+
// determine the drive on which user's home folder is stored
|
|
18
|
+
const homeRoot = path__default.parse(home).root; // e.g. C:\
|
|
19
|
+
const homeDrive = homeRoot.replaceAll(':\\', ''); // e.g. C drive.
|
|
20
|
+
// code below inspired by
|
|
21
|
+
// https://stackoverflow.com/a/52411712/769192
|
|
22
|
+
try {
|
|
23
|
+
const wmic = await util.promisify(exec)('wmic logicaldisk get name');
|
|
24
|
+
// parsing wmic output
|
|
25
|
+
const drives = wmic.stdout
|
|
26
|
+
.split('\r\n')
|
|
27
|
+
.filter((line) => line.includes(':'))
|
|
28
|
+
.map((line) => line.trim().replaceAll(':', ''));
|
|
29
|
+
return drives.map((drive) => {
|
|
30
|
+
const isHomeDrive = drive == homeDrive;
|
|
31
|
+
return {
|
|
32
|
+
name: `local_disk_${drive}`,
|
|
33
|
+
root: `${drive}:\\`,
|
|
34
|
+
initialPath: isHomeDrive ? home : `${drive}:\\`,
|
|
35
|
+
};
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
catch (e) {
|
|
39
|
+
return [
|
|
40
|
+
{
|
|
41
|
+
name: `local_disk_${homeDrive}`,
|
|
42
|
+
root: `${homeDrive}:\\`,
|
|
43
|
+
initialPath: home,
|
|
44
|
+
},
|
|
45
|
+
];
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
export { DefaultVirtualLocalStorages };
|
|
51
|
+
//# sourceMappingURL=virtual_storages.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"virtual_storages.js","sources":["../../src/drivers/virtual_storages.ts"],"sourcesContent":["import path from 'path';\nimport os from 'os';\nimport util from 'util';\nimport { exec } from 'child_process';\nimport type { VirtualLocalStorageSpec } from './types';\n\nexport async function DefaultVirtualLocalStorages(): Promise<VirtualLocalStorageSpec[]> {\n const home = os.homedir();\n if (path.sep == '/')\n return [\n {\n name: 'local',\n root: '/',\n initialPath: home,\n },\n ];\n else {\n // determine the drive on which user's home folder is stored\n const homeRoot = path.parse(home).root; // e.g. C:\\\n const homeDrive = homeRoot.replaceAll(':\\\\', ''); // e.g. C drive.\n\n // code below inspired by\n // https://stackoverflow.com/a/52411712/769192\n\n try {\n const wmic = await util.promisify(exec)('wmic logicaldisk get name');\n // parsing wmic output\n const drives = wmic.stdout\n .split('\\r\\n')\n .filter((line) => line.includes(':'))\n .map((line) => line.trim().replaceAll(':', ''));\n\n return drives.map((drive) => {\n const isHomeDrive = drive == homeDrive;\n return {\n name: `local_disk_${drive}`,\n root: `${drive}:\\\\`,\n initialPath: isHomeDrive ? home : `${drive}:\\\\`,\n };\n });\n } catch (e: any) {\n return [\n {\n name: `local_disk_${homeDrive}`,\n root: `${homeDrive}:\\\\`,\n initialPath: home,\n },\n ];\n }\n }\n}\n"],"names":["os","path"],"mappings":";;;;;AAMO,eAAe,2BAA2B,GAAA;AAC/C,IAAA,MAAM,IAAI,GAAGA,WAAE,CAAC,OAAO,EAAE;AACzB,IAAA,IAAIC,aAAI,CAAC,GAAG,IAAI,GAAG;QACjB,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,IAAI,EAAE,GAAG;AACT,gBAAA,WAAW,EAAE,IAAI;AAClB,aAAA;SACF;SACE;;AAEH,QAAA,MAAM,QAAQ,GAAGA,aAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;AACvC,QAAA,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;;;AAKjD,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,2BAA2B,CAAC;;AAEpE,YAAA,MAAM,MAAM,GAAG,IAAI,CAAC;iBACjB,KAAK,CAAC,MAAM;AACZ,iBAAA,MAAM,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;AACnC,iBAAA,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;AAEjD,YAAA,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,KAAI;AAC1B,gBAAA,MAAM,WAAW,GAAG,KAAK,IAAI,SAAS;gBACtC,OAAO;oBACL,IAAI,EAAE,CAAA,WAAA,EAAc,KAAK,CAAA,CAAE;oBAC3B,IAAI,EAAE,CAAA,EAAG,KAAK,CAAA,GAAA,CAAK;oBACnB,WAAW,EAAE,WAAW,GAAG,IAAI,GAAG,CAAA,EAAG,KAAK,CAAA,GAAA,CAAK;iBAChD;AACH,YAAA,CAAC,CAAC;QACJ;QAAE,OAAO,CAAM,EAAE;YACf,OAAO;AACL,gBAAA;oBACE,IAAI,EAAE,CAAA,WAAA,EAAc,SAAS,CAAA,CAAE;oBAC/B,IAAI,EAAE,CAAA,EAAG,SAAS,CAAA,GAAA,CAAK;AACvB,oBAAA,WAAW,EAAE,IAAI;AAClB,iBAAA;aACF;QACH;IACF;AACF;;;;"}
|