@backblaze-labs/b2-sdk 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +110 -5
- package/README.md +144 -33
- package/dist/_virtual/_b2-sdk-version-json.cjs +4 -0
- package/dist/_virtual/_b2-sdk-version-json.js +4 -0
- package/dist/auth/account-info.d.cts +32 -0
- package/dist/auth/account-info.d.cts.map +1 -1
- package/dist/auth/account-info.d.ts +32 -0
- package/dist/auth/account-info.d.ts.map +1 -1
- package/dist/auth/file.cjs +408 -207
- package/dist/auth/file.cjs.map +1 -1
- package/dist/auth/file.d.cts +77 -3
- package/dist/auth/file.d.cts.map +1 -1
- package/dist/auth/file.d.ts +77 -3
- package/dist/auth/file.d.ts.map +1 -1
- package/dist/auth/file.js +407 -207
- package/dist/auth/file.js.map +1 -1
- package/dist/auth/in-memory.cjs +212 -183
- package/dist/auth/in-memory.cjs.map +1 -1
- package/dist/auth/in-memory.d.cts +8 -0
- package/dist/auth/in-memory.d.cts.map +1 -1
- package/dist/auth/in-memory.d.ts +8 -0
- package/dist/auth/in-memory.d.ts.map +1 -1
- package/dist/auth/in-memory.js +211 -182
- package/dist/auth/in-memory.js.map +1 -1
- package/dist/auth/index.cjs +7 -9
- package/dist/auth/index.d.cts +3 -2
- package/dist/auth/index.d.cts.map +1 -1
- package/dist/auth/index.d.ts +3 -2
- package/dist/auth/index.d.ts.map +1 -1
- package/dist/auth/index.js +2 -8
- package/dist/auth/realms.cjs +80 -7
- package/dist/auth/realms.cjs.map +1 -1
- package/dist/auth/realms.d.cts +27 -4
- package/dist/auth/realms.d.cts.map +1 -1
- package/dist/auth/realms.d.ts +27 -4
- package/dist/auth/realms.d.ts.map +1 -1
- package/dist/auth/realms.js +80 -9
- package/dist/auth/realms.js.map +1 -1
- package/dist/auth/upload-url-pool.cjs +55 -51
- package/dist/auth/upload-url-pool.cjs.map +1 -1
- package/dist/auth/upload-url-pool.js +55 -51
- package/dist/auth/upload-url-pool.js.map +1 -1
- package/dist/bucket.cjs +785 -787
- package/dist/bucket.cjs.map +1 -1
- package/dist/bucket.d.cts +35 -47
- package/dist/bucket.d.cts.map +1 -1
- package/dist/bucket.d.ts +35 -47
- package/dist/bucket.d.ts.map +1 -1
- package/dist/bucket.js +780 -782
- package/dist/bucket.js.map +1 -1
- package/dist/client.cjs +246 -228
- package/dist/client.cjs.map +1 -1
- package/dist/client.d.cts +25 -17
- package/dist/client.d.cts.map +1 -1
- package/dist/client.d.ts +25 -17
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +243 -225
- package/dist/client.js.map +1 -1
- package/dist/copy/large.cjs +114 -71
- package/dist/copy/large.cjs.map +1 -1
- package/dist/copy/large.d.cts +6 -0
- package/dist/copy/large.d.cts.map +1 -1
- package/dist/copy/large.d.ts +6 -0
- package/dist/copy/large.d.ts.map +1 -1
- package/dist/copy/large.js +112 -69
- package/dist/copy/large.js.map +1 -1
- package/dist/download/checksum.cjs +89 -0
- package/dist/download/checksum.cjs.map +1 -0
- package/dist/download/checksum.d.cts +40 -0
- package/dist/download/checksum.d.cts.map +1 -0
- package/dist/download/checksum.d.ts +40 -0
- package/dist/download/checksum.d.ts.map +1 -0
- package/dist/download/checksum.js +87 -0
- package/dist/download/checksum.js.map +1 -0
- package/dist/download/parallel.cjs +214 -118
- package/dist/download/parallel.cjs.map +1 -1
- package/dist/download/parallel.d.cts +5 -1
- package/dist/download/parallel.d.cts.map +1 -1
- package/dist/download/parallel.d.ts +5 -1
- package/dist/download/parallel.d.ts.map +1 -1
- package/dist/download/parallel.js +212 -116
- package/dist/download/parallel.js.map +1 -1
- package/dist/download/single.cjs +188 -97
- package/dist/download/single.cjs.map +1 -1
- package/dist/download/single.d.cts +6 -1
- package/dist/download/single.d.cts.map +1 -1
- package/dist/download/single.d.ts +6 -1
- package/dist/download/single.d.ts.map +1 -1
- package/dist/download/single.js +186 -98
- package/dist/download/single.js.map +1 -1
- package/dist/errors/index.cjs +699 -243
- package/dist/errors/index.cjs.map +1 -1
- package/dist/errors/index.d.cts +285 -82
- package/dist/errors/index.d.cts.map +1 -1
- package/dist/errors/index.d.ts +285 -82
- package/dist/errors/index.d.ts.map +1 -1
- package/dist/errors/index.js +678 -261
- package/dist/errors/index.js.map +1 -1
- package/dist/http/retry.cjs +45 -28
- package/dist/http/retry.cjs.map +1 -1
- package/dist/http/retry.d.cts +15 -2
- package/dist/http/retry.d.cts.map +1 -1
- package/dist/http/retry.d.ts +15 -2
- package/dist/http/retry.d.ts.map +1 -1
- package/dist/http/retry.js +46 -31
- package/dist/http/retry.js.map +1 -1
- package/dist/http/transport.cjs +438 -140
- package/dist/http/transport.cjs.map +1 -1
- package/dist/http/transport.d.cts +21 -2
- package/dist/http/transport.d.cts.map +1 -1
- package/dist/http/transport.d.ts +21 -2
- package/dist/http/transport.d.ts.map +1 -1
- package/dist/http/transport.js +437 -140
- package/dist/http/transport.js.map +1 -1
- package/dist/http/url-guard.cjs +154 -89
- package/dist/http/url-guard.cjs.map +1 -1
- package/dist/http/url-guard.d.cts +25 -3
- package/dist/http/url-guard.d.cts.map +1 -1
- package/dist/http/url-guard.d.ts +25 -3
- package/dist/http/url-guard.d.ts.map +1 -1
- package/dist/http/url-guard.js +152 -90
- package/dist/http/url-guard.js.map +1 -1
- package/dist/http/user-agent.cjs +84 -44
- package/dist/http/user-agent.cjs.map +1 -1
- package/dist/http/user-agent.js +84 -46
- package/dist/http/user-agent.js.map +1 -1
- package/dist/index.cjs +101 -77
- package/dist/index.d.cts +27 -21
- package/dist/index.d.cts.map +1 -1
- package/dist/index.d.ts +27 -21
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -71
- package/dist/internal/b2-naming.cjs +66 -0
- package/dist/internal/b2-naming.cjs.map +1 -0
- package/dist/internal/b2-naming.d.cts +43 -0
- package/dist/internal/b2-naming.d.cts.map +1 -0
- package/dist/internal/b2-naming.d.ts +43 -0
- package/dist/internal/b2-naming.d.ts.map +1 -0
- package/dist/internal/b2-naming.js +60 -0
- package/dist/internal/b2-naming.js.map +1 -0
- package/dist/internal/upload-retry-options.cjs +21 -0
- package/dist/internal/upload-retry-options.cjs.map +1 -0
- package/dist/internal/upload-retry-options.d.cts +12 -0
- package/dist/internal/upload-retry-options.d.cts.map +1 -0
- package/dist/internal/upload-retry-options.d.ts +12 -0
- package/dist/internal/upload-retry-options.d.ts.map +1 -0
- package/dist/internal/upload-retry-options.js +21 -0
- package/dist/internal/upload-retry-options.js.map +1 -0
- package/dist/internal/url-redaction.cjs +31 -0
- package/dist/internal/url-redaction.cjs.map +1 -0
- package/dist/internal/url-redaction.d.cts +17 -0
- package/dist/internal/url-redaction.d.cts.map +1 -0
- package/dist/internal/url-redaction.d.ts +17 -0
- package/dist/internal/url-redaction.d.ts.map +1 -0
- package/dist/internal/url-redaction.js +31 -0
- package/dist/internal/url-redaction.js.map +1 -0
- package/dist/notifications/index.cjs +4 -6
- package/dist/notifications/index.d.cts +1 -1
- package/dist/notifications/index.d.cts.map +1 -1
- package/dist/notifications/index.d.ts +1 -1
- package/dist/notifications/index.d.ts.map +1 -1
- package/dist/notifications/index.js +1 -6
- package/dist/notifications/webhook.cjs +195 -85
- package/dist/notifications/webhook.cjs.map +1 -1
- package/dist/notifications/webhook.d.cts.map +1 -1
- package/dist/notifications/webhook.d.ts.map +1 -1
- package/dist/notifications/webhook.js +195 -87
- package/dist/notifications/webhook.js.map +1 -1
- package/dist/object.cjs +253 -210
- package/dist/object.cjs.map +1 -1
- package/dist/object.d.cts +9 -55
- package/dist/object.d.cts.map +1 -1
- package/dist/object.d.ts +9 -55
- package/dist/object.d.ts.map +1 -1
- package/dist/object.js +249 -206
- package/dist/object.js.map +1 -1
- package/dist/raw/encoding.cjs +74 -35
- package/dist/raw/encoding.cjs.map +1 -1
- package/dist/raw/encoding.js +74 -38
- package/dist/raw/encoding.js.map +1 -1
- package/dist/raw/index.cjs +678 -587
- package/dist/raw/index.cjs.map +1 -1
- package/dist/raw/index.d.cts +121 -18
- package/dist/raw/index.d.cts.map +1 -1
- package/dist/raw/index.d.ts +121 -18
- package/dist/raw/index.d.ts.map +1 -1
- package/dist/raw/index.js +674 -589
- package/dist/raw/index.js.map +1 -1
- package/dist/s3/index.cjs +355 -18
- package/dist/s3/index.cjs.map +1 -1
- package/dist/s3/index.d.cts +233 -5
- package/dist/s3/index.d.cts.map +1 -1
- package/dist/s3/index.d.ts +233 -5
- package/dist/s3/index.d.ts.map +1 -1
- package/dist/s3/index.js +351 -22
- package/dist/s3/index.js.map +1 -1
- package/dist/s3/sigv4.cjs +149 -0
- package/dist/s3/sigv4.cjs.map +1 -0
- package/dist/s3/sigv4.d.cts +43 -0
- package/dist/s3/sigv4.d.cts.map +1 -0
- package/dist/s3/sigv4.d.ts +43 -0
- package/dist/s3/sigv4.d.ts.map +1 -0
- package/dist/s3/sigv4.js +148 -0
- package/dist/s3/sigv4.js.map +1 -0
- package/dist/s3/validation.cjs +69 -0
- package/dist/s3/validation.cjs.map +1 -0
- package/dist/s3/validation.d.cts +43 -0
- package/dist/s3/validation.d.cts.map +1 -0
- package/dist/s3/validation.d.ts +43 -0
- package/dist/s3/validation.d.ts.map +1 -0
- package/dist/s3/validation.js +66 -0
- package/dist/s3/validation.js.map +1 -0
- package/dist/simulator/capabilities.cjs +63 -48
- package/dist/simulator/capabilities.cjs.map +1 -1
- package/dist/simulator/capabilities.js +63 -49
- package/dist/simulator/capabilities.js.map +1 -1
- package/dist/simulator/index.cjs +2124 -1548
- package/dist/simulator/index.cjs.map +1 -1
- package/dist/simulator/index.d.cts +79 -11
- package/dist/simulator/index.d.cts.map +1 -1
- package/dist/simulator/index.d.ts +79 -11
- package/dist/simulator/index.d.ts.map +1 -1
- package/dist/simulator/index.js +2112 -1546
- package/dist/simulator/index.js.map +1 -1
- package/dist/simulator/validation.cjs +191 -153
- package/dist/simulator/validation.cjs.map +1 -1
- package/dist/simulator/validation.d.cts +3 -21
- package/dist/simulator/validation.d.cts.map +1 -1
- package/dist/simulator/validation.d.ts +3 -21
- package/dist/simulator/validation.d.ts.map +1 -1
- package/dist/simulator/validation.js +188 -162
- package/dist/simulator/validation.js.map +1 -1
- package/dist/streams/collect.cjs +74 -24
- package/dist/streams/collect.cjs.map +1 -1
- package/dist/streams/collect.d.cts +14 -1
- package/dist/streams/collect.d.cts.map +1 -1
- package/dist/streams/collect.d.ts +14 -1
- package/dist/streams/collect.d.ts.map +1 -1
- package/dist/streams/collect.js +74 -25
- package/dist/streams/collect.js.map +1 -1
- package/dist/streams/file-source.cjs +287 -0
- package/dist/streams/file-source.cjs.map +1 -0
- package/dist/streams/file-source.d.cts +96 -0
- package/dist/streams/file-source.d.cts.map +1 -0
- package/dist/streams/file-source.d.ts +96 -0
- package/dist/streams/file-source.d.ts.map +1 -0
- package/dist/streams/file-source.js +286 -0
- package/dist/streams/file-source.js.map +1 -0
- package/dist/streams/hash.cjs +207 -115
- package/dist/streams/hash.cjs.map +1 -1
- package/dist/streams/hash.d.cts +5 -4
- package/dist/streams/hash.d.cts.map +1 -1
- package/dist/streams/hash.d.ts +5 -4
- package/dist/streams/hash.d.ts.map +1 -1
- package/dist/streams/hash.js +208 -95
- package/dist/streams/hash.js.map +1 -1
- package/dist/streams/index.cjs +12 -12
- package/dist/streams/index.d.cts +3 -3
- package/dist/streams/index.d.cts.map +1 -1
- package/dist/streams/index.d.ts +3 -3
- package/dist/streams/index.d.ts.map +1 -1
- package/dist/streams/index.js +2 -10
- package/dist/streams/progress.cjs +60 -46
- package/dist/streams/progress.cjs.map +1 -1
- package/dist/streams/progress.js +60 -46
- package/dist/streams/progress.js.map +1 -1
- package/dist/streams/source.cjs +316 -146
- package/dist/streams/source.cjs.map +1 -1
- package/dist/streams/source.d.cts +56 -18
- package/dist/streams/source.d.cts.map +1 -1
- package/dist/streams/source.d.ts +56 -18
- package/dist/streams/source.d.ts.map +1 -1
- package/dist/streams/source.js +312 -149
- package/dist/streams/source.js.map +1 -1
- package/dist/sync/actions/index.cjs +236 -184
- package/dist/sync/actions/index.cjs.map +1 -1
- package/dist/sync/actions/index.d.cts +29 -21
- package/dist/sync/actions/index.d.cts.map +1 -1
- package/dist/sync/actions/index.d.ts +29 -21
- package/dist/sync/actions/index.d.ts.map +1 -1
- package/dist/sync/actions/index.js +236 -190
- package/dist/sync/actions/index.js.map +1 -1
- package/dist/sync/b2-sha1-reader.cjs +148 -0
- package/dist/sync/b2-sha1-reader.cjs.map +1 -0
- package/dist/sync/b2-sha1-reader.d.cts +58 -0
- package/dist/sync/b2-sha1-reader.d.cts.map +1 -0
- package/dist/sync/b2-sha1-reader.d.ts +58 -0
- package/dist/sync/b2-sha1-reader.d.ts.map +1 -0
- package/dist/sync/b2-sha1-reader.js +145 -0
- package/dist/sync/b2-sha1-reader.js.map +1 -0
- package/dist/sync/download-staging.cjs +265 -0
- package/dist/sync/download-staging.cjs.map +1 -0
- package/dist/sync/download-staging.d.cts +54 -0
- package/dist/sync/download-staging.d.cts.map +1 -0
- package/dist/sync/download-staging.d.ts +54 -0
- package/dist/sync/download-staging.d.ts.map +1 -0
- package/dist/sync/download-staging.js +259 -0
- package/dist/sync/download-staging.js.map +1 -0
- package/dist/sync/filesystem-errors.cjs +32 -0
- package/dist/sync/filesystem-errors.cjs.map +1 -0
- package/dist/sync/filesystem-errors.d.cts +8 -0
- package/dist/sync/filesystem-errors.d.cts.map +1 -0
- package/dist/sync/filesystem-errors.d.ts +8 -0
- package/dist/sync/filesystem-errors.d.ts.map +1 -0
- package/dist/sync/filesystem-errors.js +32 -0
- package/dist/sync/filesystem-errors.js.map +1 -0
- package/dist/sync/filters.cjs +217 -0
- package/dist/sync/filters.cjs.map +1 -0
- package/dist/sync/filters.d.cts +51 -0
- package/dist/sync/filters.d.cts.map +1 -0
- package/dist/sync/filters.d.ts +51 -0
- package/dist/sync/filters.d.ts.map +1 -0
- package/dist/sync/filters.js +213 -0
- package/dist/sync/filters.js.map +1 -0
- package/dist/sync/index.cjs +39 -22
- package/dist/sync/index.d.cts +14 -9
- package/dist/sync/index.d.cts.map +1 -1
- package/dist/sync/index.d.ts +14 -9
- package/dist/sync/index.d.ts.map +1 -1
- package/dist/sync/index.js +9 -20
- package/dist/sync/local-file-identity.cjs +61 -0
- package/dist/sync/local-file-identity.cjs.map +1 -0
- package/dist/sync/local-file-identity.d.cts +37 -0
- package/dist/sync/local-file-identity.d.cts.map +1 -0
- package/dist/sync/local-file-identity.d.ts +37 -0
- package/dist/sync/local-file-identity.d.ts.map +1 -0
- package/dist/sync/local-file-identity.js +60 -0
- package/dist/sync/local-file-identity.js.map +1 -0
- package/dist/sync/local-file-io.cjs +364 -0
- package/dist/sync/local-file-io.cjs.map +1 -0
- package/dist/sync/local-file-io.d.cts +75 -0
- package/dist/sync/local-file-io.d.cts.map +1 -0
- package/dist/sync/local-file-io.d.ts +75 -0
- package/dist/sync/local-file-io.d.ts.map +1 -0
- package/dist/sync/local-file-io.js +360 -0
- package/dist/sync/local-file-io.js.map +1 -0
- package/dist/sync/local-filesystem-root.cjs +27 -0
- package/dist/sync/local-filesystem-root.cjs.map +1 -0
- package/dist/sync/local-filesystem-root.d.cts +18 -0
- package/dist/sync/local-filesystem-root.d.cts.map +1 -0
- package/dist/sync/local-filesystem-root.d.ts +18 -0
- package/dist/sync/local-filesystem-root.d.ts.map +1 -0
- package/dist/sync/local-filesystem-root.js +26 -0
- package/dist/sync/local-filesystem-root.js.map +1 -0
- package/dist/sync/local-sha1.cjs +119 -0
- package/dist/sync/local-sha1.cjs.map +1 -0
- package/dist/sync/local-sha1.d.cts +39 -0
- package/dist/sync/local-sha1.d.cts.map +1 -0
- package/dist/sync/local-sha1.d.ts +39 -0
- package/dist/sync/local-sha1.d.ts.map +1 -0
- package/dist/sync/local-sha1.js +117 -0
- package/dist/sync/local-sha1.js.map +1 -0
- package/dist/sync/pairing.cjs +118 -29
- package/dist/sync/pairing.cjs.map +1 -1
- package/dist/sync/pairing.d.cts +7 -2
- package/dist/sync/pairing.d.cts.map +1 -1
- package/dist/sync/pairing.d.ts +7 -2
- package/dist/sync/pairing.d.ts.map +1 -1
- package/dist/sync/pairing.js +120 -31
- package/dist/sync/pairing.js.map +1 -1
- package/dist/sync/path-order.cjs +30 -0
- package/dist/sync/path-order.cjs.map +1 -0
- package/dist/sync/path-order.d.cts +28 -0
- package/dist/sync/path-order.d.cts.map +1 -0
- package/dist/sync/path-order.d.ts +28 -0
- package/dist/sync/path-order.d.ts.map +1 -0
- package/dist/sync/path-order.js +29 -0
- package/dist/sync/path-order.js.map +1 -0
- package/dist/sync/path-safety.cjs +111 -0
- package/dist/sync/path-safety.cjs.map +1 -0
- package/dist/sync/path-safety.d.cts +78 -0
- package/dist/sync/path-safety.d.cts.map +1 -0
- package/dist/sync/path-safety.d.ts +78 -0
- package/dist/sync/path-safety.d.ts.map +1 -0
- package/dist/sync/path-safety.js +105 -0
- package/dist/sync/path-safety.js.map +1 -0
- package/dist/sync/paths.d.cts +19 -0
- package/dist/sync/paths.d.cts.map +1 -0
- package/dist/sync/paths.d.ts +19 -0
- package/dist/sync/paths.d.ts.map +1 -0
- package/dist/sync/policies/compare.cjs +389 -11
- package/dist/sync/policies/compare.cjs.map +1 -1
- package/dist/sync/policies/compare.d.cts +100 -2
- package/dist/sync/policies/compare.d.cts.map +1 -1
- package/dist/sync/policies/compare.d.ts +100 -2
- package/dist/sync/policies/compare.d.ts.map +1 -1
- package/dist/sync/policies/compare.js +387 -13
- package/dist/sync/policies/compare.js.map +1 -1
- package/dist/sync/policies/index.cjs +76 -65
- package/dist/sync/policies/index.cjs.map +1 -1
- package/dist/sync/policies/index.d.cts +35 -6
- package/dist/sync/policies/index.d.cts.map +1 -1
- package/dist/sync/policies/index.d.ts +35 -6
- package/dist/sync/policies/index.d.ts.map +1 -1
- package/dist/sync/policies/index.js +76 -65
- package/dist/sync/policies/index.js.map +1 -1
- package/dist/sync/prefix.cjs +96 -0
- package/dist/sync/prefix.cjs.map +1 -0
- package/dist/sync/prefix.d.cts +55 -0
- package/dist/sync/prefix.d.cts.map +1 -0
- package/dist/sync/prefix.d.ts +55 -0
- package/dist/sync/prefix.d.ts.map +1 -0
- package/dist/sync/prefix.js +92 -0
- package/dist/sync/prefix.js.map +1 -0
- package/dist/sync/regexp-safety.cjs +192 -0
- package/dist/sync/regexp-safety.cjs.map +1 -0
- package/dist/sync/regexp-safety.d.cts +29 -0
- package/dist/sync/regexp-safety.d.cts.map +1 -0
- package/dist/sync/regexp-safety.d.ts +29 -0
- package/dist/sync/regexp-safety.d.ts.map +1 -0
- package/dist/sync/regexp-safety.js +190 -0
- package/dist/sync/regexp-safety.js.map +1 -0
- package/dist/sync/scan-events.cjs +33 -0
- package/dist/sync/scan-events.cjs.map +1 -0
- package/dist/sync/scan-events.d.cts +17 -0
- package/dist/sync/scan-events.d.cts.map +1 -0
- package/dist/sync/scan-events.d.ts +17 -0
- package/dist/sync/scan-events.d.ts.map +1 -0
- package/dist/sync/scan-events.js +32 -0
- package/dist/sync/scan-events.js.map +1 -0
- package/dist/sync/scan-limit.cjs +33 -0
- package/dist/sync/scan-limit.cjs.map +1 -0
- package/dist/sync/scan-limit.d.cts +21 -0
- package/dist/sync/scan-limit.d.cts.map +1 -0
- package/dist/sync/scan-limit.d.ts +21 -0
- package/dist/sync/scan-limit.d.ts.map +1 -0
- package/dist/sync/scan-limit.js +31 -0
- package/dist/sync/scan-limit.js.map +1 -0
- package/dist/sync/scanners/b2.cjs +239 -55
- package/dist/sync/scanners/b2.cjs.map +1 -1
- package/dist/sync/scanners/b2.d.cts +26 -7
- package/dist/sync/scanners/b2.d.cts.map +1 -1
- package/dist/sync/scanners/b2.d.ts +26 -7
- package/dist/sync/scanners/b2.d.ts.map +1 -1
- package/dist/sync/scanners/b2.js +239 -55
- package/dist/sync/scanners/b2.js.map +1 -1
- package/dist/sync/scanners/local.cjs +215 -56
- package/dist/sync/scanners/local.cjs.map +1 -1
- package/dist/sync/scanners/local.d.cts +22 -7
- package/dist/sync/scanners/local.d.cts.map +1 -1
- package/dist/sync/scanners/local.d.ts +22 -7
- package/dist/sync/scanners/local.d.ts.map +1 -1
- package/dist/sync/scanners/local.js +216 -57
- package/dist/sync/scanners/local.js.map +1 -1
- package/dist/sync/sha1-metadata.cjs +94 -0
- package/dist/sync/sha1-metadata.cjs.map +1 -0
- package/dist/sync/sha1-metadata.d.cts +82 -0
- package/dist/sync/sha1-metadata.d.cts.map +1 -0
- package/dist/sync/sha1-metadata.d.ts +82 -0
- package/dist/sync/sha1-metadata.d.ts.map +1 -0
- package/dist/sync/sha1-metadata.js +89 -0
- package/dist/sync/sha1-metadata.js.map +1 -0
- package/dist/sync/sha1-options.cjs +23 -0
- package/dist/sync/sha1-options.cjs.map +1 -0
- package/dist/sync/sha1-options.d.cts +14 -0
- package/dist/sync/sha1-options.d.cts.map +1 -0
- package/dist/sync/sha1-options.d.ts +14 -0
- package/dist/sync/sha1-options.d.ts.map +1 -0
- package/dist/sync/sha1-options.js +21 -0
- package/dist/sync/sha1-options.js.map +1 -0
- package/dist/sync/synchronizer.cjs +782 -197
- package/dist/sync/synchronizer.cjs.map +1 -1
- package/dist/sync/synchronizer.d.cts +47 -1
- package/dist/sync/synchronizer.d.cts.map +1 -1
- package/dist/sync/synchronizer.d.ts +47 -1
- package/dist/sync/synchronizer.d.ts.map +1 -1
- package/dist/sync/synchronizer.js +779 -173
- package/dist/sync/synchronizer.js.map +1 -1
- package/dist/sync/types.d.cts +208 -16
- package/dist/sync/types.d.cts.map +1 -1
- package/dist/sync/types.d.ts +208 -16
- package/dist/sync/types.d.ts.map +1 -1
- package/dist/types/auth.cjs +76 -56
- package/dist/types/auth.cjs.map +1 -1
- package/dist/types/auth.d.cts +67 -9
- package/dist/types/auth.d.cts.map +1 -1
- package/dist/types/auth.d.ts +67 -9
- package/dist/types/auth.d.ts.map +1 -1
- package/dist/types/auth.js +77 -57
- package/dist/types/auth.js.map +1 -1
- package/dist/types/bucket.cjs +74 -38
- package/dist/types/bucket.cjs.map +1 -1
- package/dist/types/bucket.js +75 -41
- package/dist/types/bucket.js.map +1 -1
- package/dist/types/encryption.cjs +364 -327
- package/dist/types/encryption.cjs.map +1 -1
- package/dist/types/encryption.d.cts +16 -0
- package/dist/types/encryption.d.cts.map +1 -1
- package/dist/types/encryption.d.ts +16 -0
- package/dist/types/encryption.d.ts.map +1 -1
- package/dist/types/encryption.js +364 -310
- package/dist/types/encryption.js.map +1 -1
- package/dist/types/errors.cjs +47 -0
- package/dist/types/errors.cjs.map +1 -0
- package/dist/types/errors.d.cts +13 -4
- package/dist/types/errors.d.cts.map +1 -1
- package/dist/types/errors.d.ts +13 -4
- package/dist/types/errors.d.ts.map +1 -1
- package/dist/types/errors.js +47 -0
- package/dist/types/errors.js.map +1 -0
- package/dist/types/file.cjs +36 -19
- package/dist/types/file.cjs.map +1 -1
- package/dist/types/file.d.cts +2 -2
- package/dist/types/file.d.cts.map +1 -1
- package/dist/types/file.d.ts +2 -2
- package/dist/types/file.d.ts.map +1 -1
- package/dist/types/file.js +37 -21
- package/dist/types/file.js.map +1 -1
- package/dist/types/ids.cjs +53 -9
- package/dist/types/ids.cjs.map +1 -1
- package/dist/types/ids.js +54 -15
- package/dist/types/ids.js.map +1 -1
- package/dist/types/index.d.cts +12 -11
- package/dist/types/index.d.cts.map +1 -1
- package/dist/types/index.d.ts +12 -11
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/key.d.cts +44 -8
- package/dist/types/key.d.cts.map +1 -1
- package/dist/types/key.d.ts +44 -8
- package/dist/types/key.d.ts.map +1 -1
- package/dist/types/lock.cjs +33 -13
- package/dist/types/lock.cjs.map +1 -1
- package/dist/types/lock.js +34 -15
- package/dist/types/lock.js.map +1 -1
- package/dist/types/notifications.cjs +44 -22
- package/dist/types/notifications.cjs.map +1 -1
- package/dist/types/notifications.js +45 -23
- package/dist/types/notifications.js.map +1 -1
- package/dist/types/upload.d.cts +39 -5
- package/dist/types/upload.d.cts.map +1 -1
- package/dist/types/upload.d.ts +39 -5
- package/dist/types/upload.d.ts.map +1 -1
- package/dist/upload/abort-scope.cjs +91 -0
- package/dist/upload/abort-scope.cjs.map +1 -0
- package/dist/upload/abort-scope.d.cts +48 -0
- package/dist/upload/abort-scope.d.cts.map +1 -0
- package/dist/upload/abort-scope.d.ts +48 -0
- package/dist/upload/abort-scope.d.ts.map +1 -0
- package/dist/upload/abort-scope.js +88 -0
- package/dist/upload/abort-scope.js.map +1 -0
- package/dist/upload/cancel.cjs +183 -8
- package/dist/upload/cancel.cjs.map +1 -1
- package/dist/upload/cancel.d.cts +110 -2
- package/dist/upload/cancel.d.cts.map +1 -1
- package/dist/upload/cancel.d.ts +110 -2
- package/dist/upload/cancel.d.ts.map +1 -1
- package/dist/upload/cancel.js +178 -9
- package/dist/upload/cancel.js.map +1 -1
- package/dist/upload/concurrency.cjs +79 -52
- package/dist/upload/concurrency.cjs.map +1 -1
- package/dist/upload/concurrency.js +79 -53
- package/dist/upload/concurrency.js.map +1 -1
- package/dist/upload/finish.cjs +59 -0
- package/dist/upload/finish.cjs.map +1 -0
- package/dist/upload/finish.d.cts +26 -0
- package/dist/upload/finish.d.cts.map +1 -0
- package/dist/upload/finish.d.ts +26 -0
- package/dist/upload/finish.d.ts.map +1 -0
- package/dist/upload/finish.js +59 -0
- package/dist/upload/finish.js.map +1 -0
- package/dist/upload/large.cjs +301 -218
- package/dist/upload/large.cjs.map +1 -1
- package/dist/upload/large.d.cts +76 -9
- package/dist/upload/large.d.cts.map +1 -1
- package/dist/upload/large.d.ts +76 -9
- package/dist/upload/large.d.ts.map +1 -1
- package/dist/upload/large.js +301 -218
- package/dist/upload/large.js.map +1 -1
- package/dist/upload/options.cjs +28 -0
- package/dist/upload/options.cjs.map +1 -0
- package/dist/upload/options.d.cts +104 -0
- package/dist/upload/options.d.cts.map +1 -0
- package/dist/upload/options.d.ts +104 -0
- package/dist/upload/options.d.ts.map +1 -0
- package/dist/upload/options.js +27 -0
- package/dist/upload/options.js.map +1 -0
- package/dist/upload/resume.cjs +333 -33
- package/dist/upload/resume.cjs.map +1 -1
- package/dist/upload/resume.d.cts +82 -12
- package/dist/upload/resume.d.cts.map +1 -1
- package/dist/upload/resume.d.ts +82 -12
- package/dist/upload/resume.d.ts.map +1 -1
- package/dist/upload/resume.js +330 -33
- package/dist/upload/resume.js.map +1 -1
- package/dist/upload/retry.cjs +186 -0
- package/dist/upload/retry.cjs.map +1 -0
- package/dist/upload/retry.d.cts +127 -0
- package/dist/upload/retry.d.cts.map +1 -0
- package/dist/upload/retry.d.ts +127 -0
- package/dist/upload/retry.d.ts.map +1 -0
- package/dist/upload/retry.js +182 -0
- package/dist/upload/retry.js.map +1 -0
- package/dist/upload/single.cjs +68 -44
- package/dist/upload/single.cjs.map +1 -1
- package/dist/upload/single.d.cts +2 -1
- package/dist/upload/single.d.cts.map +1 -1
- package/dist/upload/single.d.ts +2 -1
- package/dist/upload/single.d.ts.map +1 -1
- package/dist/upload/single.js +68 -44
- package/dist/upload/single.js.map +1 -1
- package/dist/upload/stream.cjs +317 -193
- package/dist/upload/stream.cjs.map +1 -1
- package/dist/upload/stream.d.cts +3 -1
- package/dist/upload/stream.d.cts.map +1 -1
- package/dist/upload/stream.d.ts +3 -1
- package/dist/upload/stream.d.ts.map +1 -1
- package/dist/upload/stream.js +316 -192
- package/dist/upload/stream.js.map +1 -1
- package/dist/util/best-effort.cjs +42 -8
- package/dist/util/best-effort.cjs.map +1 -1
- package/dist/util/best-effort.d.cts +2 -1
- package/dist/util/best-effort.d.cts.map +1 -1
- package/dist/util/best-effort.d.ts +2 -1
- package/dist/util/best-effort.d.ts.map +1 -1
- package/dist/util/best-effort.js +43 -9
- package/dist/util/best-effort.js.map +1 -1
- package/dist/util/bytes.cjs +23 -0
- package/dist/util/bytes.cjs.map +1 -0
- package/dist/util/bytes.d.cts +15 -0
- package/dist/util/bytes.d.cts.map +1 -0
- package/dist/util/bytes.d.ts +15 -0
- package/dist/util/bytes.d.ts.map +1 -0
- package/dist/util/bytes.js +23 -0
- package/dist/util/bytes.js.map +1 -0
- package/dist/util/crypto.cjs +68 -0
- package/dist/util/crypto.cjs.map +1 -0
- package/dist/util/crypto.d.cts +26 -0
- package/dist/util/crypto.d.cts.map +1 -0
- package/dist/util/crypto.d.ts +26 -0
- package/dist/util/crypto.d.ts.map +1 -0
- package/dist/util/crypto.js +66 -0
- package/dist/util/crypto.js.map +1 -0
- package/dist/util/defaults.cjs +25 -9
- package/dist/util/defaults.cjs.map +1 -1
- package/dist/util/defaults.js +26 -11
- package/dist/util/defaults.js.map +1 -1
- package/dist/util/error-reason.cjs +41 -0
- package/dist/util/error-reason.cjs.map +1 -0
- package/dist/util/error-reason.d.cts +9 -0
- package/dist/util/error-reason.d.cts.map +1 -0
- package/dist/util/error-reason.d.ts +9 -0
- package/dist/util/error-reason.d.ts.map +1 -0
- package/dist/util/error-reason.js +41 -0
- package/dist/util/error-reason.js.map +1 -0
- package/dist/util/http.cjs +23 -0
- package/dist/util/http.cjs.map +1 -0
- package/dist/util/http.d.cts +13 -0
- package/dist/util/http.d.cts.map +1 -0
- package/dist/util/http.d.ts +13 -0
- package/dist/util/http.d.ts.map +1 -0
- package/dist/util/http.js +23 -0
- package/dist/util/http.js.map +1 -0
- package/dist/util/normalize.cjs +66 -7
- package/dist/util/normalize.cjs.map +1 -1
- package/dist/util/normalize.js +67 -10
- package/dist/util/normalize.js.map +1 -1
- package/dist/util/paginator.cjs +63 -14
- package/dist/util/paginator.cjs.map +1 -1
- package/dist/util/paginator.js +64 -16
- package/dist/util/paginator.js.map +1 -1
- package/dist/util/plan-ranges.cjs +47 -22
- package/dist/util/plan-ranges.cjs.map +1 -1
- package/dist/util/plan-ranges.js +48 -24
- package/dist/util/plan-ranges.js.map +1 -1
- package/dist/util/sha1.cjs +27 -0
- package/dist/util/sha1.cjs.map +1 -0
- package/dist/util/sha1.d.cts +17 -0
- package/dist/util/sha1.d.cts.map +1 -0
- package/dist/util/sha1.d.ts +17 -0
- package/dist/util/sha1.d.ts.map +1 -0
- package/dist/util/sha1.js +26 -0
- package/dist/util/sha1.js.map +1 -0
- package/dist/util/text-codec.cjs +29 -5
- package/dist/util/text-codec.cjs.map +1 -1
- package/dist/util/text-codec.js +30 -7
- package/dist/util/text-codec.js.map +1 -1
- package/dist/util/to-error.cjs +18 -4
- package/dist/util/to-error.cjs.map +1 -1
- package/dist/util/to-error.js +19 -5
- package/dist/util/to-error.js.map +1 -1
- package/dist/version.cjs +17 -5
- package/dist/version.cjs.map +1 -1
- package/dist/version.d.cts +3 -3
- package/dist/version.d.ts +3 -3
- package/dist/version.js +19 -6
- package/dist/version.js.map +1 -1
- package/package.json +19 -16
- package/dist/auth/index.cjs.map +0 -1
- package/dist/auth/index.js.map +0 -1
- package/dist/index.cjs.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/notifications/index.cjs.map +0 -1
- package/dist/notifications/index.js.map +0 -1
- package/dist/package.json.cjs +0 -9
- package/dist/package.json.cjs.map +0 -1
- package/dist/package.json.js +0 -9
- package/dist/package.json.js.map +0 -1
- package/dist/streams/index.cjs.map +0 -1
- package/dist/streams/index.js.map +0 -1
- package/dist/sync/index.cjs.map +0 -1
- package/dist/sync/index.js.map +0 -1
|
@@ -1,57 +1,241 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
const
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
1
|
+
const require_file = require("../../types/file.cjs");
|
|
2
|
+
const require_regexp_safety = require("../regexp-safety.cjs");
|
|
3
|
+
const require_scan_events = require("../scan-events.cjs");
|
|
4
|
+
const require_filters = require("../filters.cjs");
|
|
5
|
+
const require_path_order = require("../path-order.cjs");
|
|
6
|
+
const require_scan_limit = require("../scan-limit.cjs");
|
|
7
|
+
const require_error_reason = require("../../util/error-reason.cjs");
|
|
8
|
+
const require_local_sha1 = require("../local-sha1.cjs");
|
|
9
|
+
const require_sha1_metadata = require("../sha1-metadata.cjs");
|
|
10
|
+
const require_path_safety = require("../path-safety.cjs");
|
|
11
|
+
const require_prefix = require("../prefix.cjs");
|
|
12
|
+
//#region src/sync/scanners/b2.ts
|
|
13
|
+
var MAX_EMPTY_B2_SCAN_PAGES = 100;
|
|
14
|
+
/**
|
|
15
|
+
* Scans a B2 bucket (optionally filtered by a raw B2 key prefix) and yields
|
|
16
|
+
* {@link B2SyncPath} entries sorted by `compareSyncRelativePaths(relativePath)`. Hidden files are excluded.
|
|
17
|
+
* Raw B2 file names are used only as an internal tie-breaker after collision handling.
|
|
18
|
+
* All versions for the listed prefix are fetched, grouped, and sorted before
|
|
19
|
+
* yielding; exclude filters are applied client-side and do not reduce that
|
|
20
|
+
* B2 listing memory footprint.
|
|
21
|
+
* SDK-reserved temporary names fail the scan because syncing them could corrupt
|
|
22
|
+
* in-progress transfers.
|
|
23
|
+
*/
|
|
24
|
+
var B2Folder = class {
|
|
25
|
+
type = "b2";
|
|
26
|
+
appliesScanFilters = true;
|
|
27
|
+
appliesScanSorting = true;
|
|
28
|
+
/** Raw B2 key prefix this folder scans, preserving caller-provided separators verbatim. */
|
|
29
|
+
rawPrefix;
|
|
30
|
+
bucket;
|
|
31
|
+
/**
|
|
32
|
+
* Creates a new B2Folder for the given bucket and optional prefix.
|
|
33
|
+
* @param bucket - The B2 bucket to scan.
|
|
34
|
+
* @param prefix - Optional raw B2 key prefix to restrict the scan scope.
|
|
35
|
+
* Backslashes are preserved as raw B2 key characters; pass `/` explicitly for slash prefixes.
|
|
36
|
+
*/
|
|
37
|
+
constructor(bucket, prefix = "") {
|
|
38
|
+
this.bucket = bucket;
|
|
39
|
+
this.rawPrefix = require_prefix.asRawB2KeyPrefix(prefix);
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* Lists all file versions in the bucket, groups by name, and yields the latest visible version.
|
|
43
|
+
* @param options - Optional scan controls.
|
|
44
|
+
*/
|
|
45
|
+
async *scan(options = {}) {
|
|
46
|
+
require_regexp_safety.validateSyncFilters(options);
|
|
47
|
+
const maxScanEntries = require_scan_limit.scanEntryLimit(options);
|
|
48
|
+
const grouped = /* @__PURE__ */ new Map();
|
|
49
|
+
const listPrefix = this.listPrefixFor(options);
|
|
50
|
+
let listedVersions = 0;
|
|
51
|
+
let startFileName;
|
|
52
|
+
let startFileId;
|
|
53
|
+
let emptyPageCount = 0;
|
|
54
|
+
while (true) {
|
|
55
|
+
if (scanIsAborted(options)) return;
|
|
56
|
+
let listing;
|
|
57
|
+
try {
|
|
58
|
+
listing = await this.bucket.listFileVersions({
|
|
59
|
+
...listPrefix !== "" ? { prefix: listPrefix } : {},
|
|
60
|
+
...startFileName !== void 0 ? { startFileName } : {},
|
|
61
|
+
...startFileId !== void 0 ? { startFileId } : {},
|
|
62
|
+
...options.signal !== void 0 ? { signal: options.signal } : {}
|
|
63
|
+
});
|
|
64
|
+
} catch (err) {
|
|
65
|
+
if (scanIsAborted(options) || require_local_sha1.isAbortError(err)) return;
|
|
66
|
+
throw emitScanError(options, "failed to scan B2 file versions", err);
|
|
67
|
+
}
|
|
68
|
+
if (scanIsAborted(options)) return;
|
|
69
|
+
if (listing.files.length === 0) {
|
|
70
|
+
emptyPageCount++;
|
|
71
|
+
if (emptyPageCount > MAX_EMPTY_B2_SCAN_PAGES) throw emitScanError(options, "failed to scan B2 file versions", /* @__PURE__ */ new Error("B2 pagination returned too many empty pages"));
|
|
72
|
+
} else emptyPageCount = 0;
|
|
73
|
+
for (const fv of listing.files) {
|
|
74
|
+
if (scanIsAborted(options)) return;
|
|
75
|
+
require_scan_limit.assertScanEntryLimit(listedVersions + 1, maxScanEntries);
|
|
76
|
+
listedVersions++;
|
|
77
|
+
if (this.rawPrefix !== "" && !fv.fileName.startsWith(this.rawPrefix)) {
|
|
78
|
+
this.emitSkip(options, fv.fileName, fv.fileName, "outside-prefix", `listed object is outside configured B2 prefix ${JSON.stringify(this.rawPrefix)}`);
|
|
79
|
+
continue;
|
|
80
|
+
}
|
|
81
|
+
if (options.requireLocalSafePaths === true && fv.fileName.includes("\\")) {
|
|
82
|
+
this.emitSkip(options, fv.fileName, fv.fileName, "local-unsafe-name", "object name contains a backslash that is unsafe for local filesystem destinations");
|
|
83
|
+
continue;
|
|
84
|
+
}
|
|
85
|
+
const relativePath = this.tryToRelativePath(fv.fileName);
|
|
86
|
+
if (relativePath === null) {
|
|
87
|
+
this.emitSkip(options, fv.fileName, fv.fileName, "unsafe-name", "object name cannot be represented as a safe sync relative path");
|
|
88
|
+
continue;
|
|
89
|
+
}
|
|
90
|
+
if (!require_filters.pathPassesSyncFilters(relativePath, options)) {
|
|
91
|
+
if (require_filters.pathSkippedByRegExpInputLimit(relativePath, options)) require_scan_events.emitScannerSkip(options, {
|
|
92
|
+
...require_scan_events.regexpInputTooLongSkip(relativePath),
|
|
93
|
+
b2FileName: fv.fileName
|
|
94
|
+
});
|
|
95
|
+
continue;
|
|
96
|
+
}
|
|
97
|
+
const existing = grouped.get(fv.fileName);
|
|
98
|
+
if (existing) existing.versions.push(fv);
|
|
99
|
+
else grouped.set(fv.fileName, {
|
|
100
|
+
relativePath,
|
|
101
|
+
versions: [fv]
|
|
102
|
+
});
|
|
103
|
+
}
|
|
104
|
+
if (!listing.nextFileName) break;
|
|
105
|
+
if (listing.nextFileName === startFileName && (listing.nextFileId ?? void 0) === startFileId) throw emitScanError(options, "failed to scan B2 file versions", /* @__PURE__ */ new Error("B2 pagination did not advance"));
|
|
106
|
+
startFileName = listing.nextFileName;
|
|
107
|
+
startFileId = listing.nextFileId ?? void 0;
|
|
108
|
+
}
|
|
109
|
+
const visible = this.visibleCandidates(grouped, options);
|
|
110
|
+
const withoutRelativeCollisions = this.rejectRelativePathCollisions(visible, options);
|
|
111
|
+
const sorted = (options.requireLocalSafePaths === true ? this.rejectLocalPathCollisions(withoutRelativeCollisions, options) : withoutRelativeCollisions).sort((a, b) => require_path_order.compareSyncRelativePaths(a.relativePath, b.relativePath) || require_path_order.compareCodeUnits(a.fileName, b.fileName));
|
|
112
|
+
for (const { relativePath, versions, selectedVersion } of sorted) {
|
|
113
|
+
if (scanIsAborted(options)) return;
|
|
114
|
+
require_path_safety.assertSyncPathAllowed(relativePath);
|
|
115
|
+
const contentSha1 = require_sha1_metadata.selectB2ComparableSha1(selectedVersion);
|
|
116
|
+
yield {
|
|
117
|
+
relativePath,
|
|
118
|
+
modTimeMillis: selectedVersion.uploadTimestamp,
|
|
119
|
+
size: selectedVersion.contentLength,
|
|
120
|
+
contentSha1,
|
|
121
|
+
contentSha1State: require_sha1_metadata.syncSha1StateOf({ contentSha1 }),
|
|
122
|
+
selectedVersion,
|
|
123
|
+
allVersions: versions
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
tryToRelativePath(fileName) {
|
|
128
|
+
try {
|
|
129
|
+
return require_prefix.b2KeyToRelativePathUnderPrefix(this.rawPrefix, fileName);
|
|
130
|
+
} catch {
|
|
131
|
+
return null;
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
listPrefixFor(filters) {
|
|
135
|
+
const filterPrefix = require_filters.literalPrefixForSyncFilters(filters);
|
|
136
|
+
if (filterPrefix === "") return this.rawPrefix;
|
|
137
|
+
if (this.rawPrefix !== "" && !this.rawPrefix.endsWith("/")) return this.rawPrefix;
|
|
138
|
+
return `${this.rawPrefix}${rawPrefixBeforeNormalizedSeparator(filterPrefix)}`;
|
|
139
|
+
}
|
|
140
|
+
visibleCandidates(grouped, filters) {
|
|
141
|
+
const visible = [];
|
|
142
|
+
for (const [fileName, entry] of grouped) {
|
|
143
|
+
entry.versions.sort((a, b) => b.uploadTimestamp - a.uploadTimestamp);
|
|
144
|
+
const selected = entry.versions[0];
|
|
145
|
+
if (!selected || selected.action === require_file.FileAction.Hide) continue;
|
|
146
|
+
if (filters?.requireLocalSafePaths === true && require_prefix.localFilesystemSyncPathIsUnsafe(entry.relativePath)) {
|
|
147
|
+
this.emitSkip(filters, entry.relativePath, fileName, "local-unsafe-name", "object name is unsafe for a local filesystem destination");
|
|
148
|
+
continue;
|
|
149
|
+
}
|
|
150
|
+
visible.push({
|
|
151
|
+
fileName,
|
|
152
|
+
relativePath: entry.relativePath,
|
|
153
|
+
versions: entry.versions,
|
|
154
|
+
selectedVersion: selected
|
|
155
|
+
});
|
|
156
|
+
}
|
|
157
|
+
return visible;
|
|
158
|
+
}
|
|
159
|
+
rejectRelativePathCollisions(candidates, filters) {
|
|
160
|
+
const accepted = [];
|
|
161
|
+
const owners = /* @__PURE__ */ new Map();
|
|
162
|
+
const collidedRelativePaths = /* @__PURE__ */ new Set();
|
|
163
|
+
for (const candidate of candidates) {
|
|
164
|
+
if (collidedRelativePaths.has(candidate.relativePath)) {
|
|
165
|
+
this.emitSkip(filters, candidate.relativePath, candidate.fileName, "relative-path-collision", "object normalizes to a relative path already rejected because of another raw B2 key");
|
|
166
|
+
continue;
|
|
167
|
+
}
|
|
168
|
+
const owner = owners.get(candidate.relativePath);
|
|
169
|
+
if (owner !== void 0 && owner.fileName !== candidate.fileName) {
|
|
170
|
+
owners.delete(candidate.relativePath);
|
|
171
|
+
removeAcceptedCandidate(accepted, owner);
|
|
172
|
+
collidedRelativePaths.add(candidate.relativePath);
|
|
173
|
+
this.emitSkip(filters, candidate.relativePath, owner.fileName, "relative-path-collision", `object normalizes to the same relative path as ${JSON.stringify(candidate.fileName)}`);
|
|
174
|
+
this.emitSkip(filters, candidate.relativePath, candidate.fileName, "relative-path-collision", `object normalizes to the same relative path as ${JSON.stringify(owner.fileName)}`);
|
|
175
|
+
continue;
|
|
176
|
+
}
|
|
177
|
+
owners.set(candidate.relativePath, candidate);
|
|
178
|
+
accepted.push(candidate);
|
|
179
|
+
}
|
|
180
|
+
return accepted;
|
|
181
|
+
}
|
|
182
|
+
rejectLocalPathCollisions(candidates, filters) {
|
|
183
|
+
const accepted = [];
|
|
184
|
+
const owners = /* @__PURE__ */ new Map();
|
|
185
|
+
const collidedLocalPaths = /* @__PURE__ */ new Set();
|
|
186
|
+
for (const candidate of candidates) {
|
|
187
|
+
const canonicalPath = require_prefix.localFilesystemCanonicalSyncPath(candidate.relativePath);
|
|
188
|
+
if (collidedLocalPaths.has(canonicalPath)) {
|
|
189
|
+
this.emitSkip(filters, candidate.relativePath, candidate.fileName, "local-path-collision", "object collides with another object on case-insensitive or Unicode-normalizing filesystems");
|
|
190
|
+
continue;
|
|
191
|
+
}
|
|
192
|
+
const owner = owners.get(canonicalPath);
|
|
193
|
+
if (owner !== void 0) {
|
|
194
|
+
owners.delete(canonicalPath);
|
|
195
|
+
removeAcceptedCandidate(accepted, owner);
|
|
196
|
+
collidedLocalPaths.add(canonicalPath);
|
|
197
|
+
this.emitSkip(filters, owner.relativePath, owner.fileName, "local-path-collision", `object collides with ${JSON.stringify(candidate.fileName)} on local filesystems`);
|
|
198
|
+
this.emitSkip(filters, candidate.relativePath, candidate.fileName, "local-path-collision", `object collides with ${JSON.stringify(owner.fileName)} on local filesystems`);
|
|
199
|
+
continue;
|
|
200
|
+
}
|
|
201
|
+
owners.set(canonicalPath, candidate);
|
|
202
|
+
accepted.push(candidate);
|
|
203
|
+
}
|
|
204
|
+
return accepted;
|
|
205
|
+
}
|
|
206
|
+
emitSkip(filters, path, b2FileName, reason, message) {
|
|
207
|
+
require_scan_events.emitScannerSkip(filters, {
|
|
208
|
+
type: "skip",
|
|
209
|
+
path,
|
|
210
|
+
size: 0,
|
|
211
|
+
message: `Skipped B2 object ${JSON.stringify(b2FileName)}: ${message}`,
|
|
212
|
+
reason,
|
|
213
|
+
b2FileName
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
};
|
|
217
|
+
function rawPrefixBeforeNormalizedSeparator(filterPrefix) {
|
|
218
|
+
const separatorIndex = filterPrefix.indexOf("/");
|
|
219
|
+
return separatorIndex === -1 ? filterPrefix : filterPrefix.slice(0, separatorIndex);
|
|
55
220
|
}
|
|
221
|
+
function emitScanError(options, message, err) {
|
|
222
|
+
const event = {
|
|
223
|
+
type: "error",
|
|
224
|
+
path: "",
|
|
225
|
+
size: 0,
|
|
226
|
+
message: `${message}: ${require_error_reason.sanitizeErrorReason(err)}`
|
|
227
|
+
};
|
|
228
|
+
options.onError?.(event);
|
|
229
|
+
return new Error(event.message);
|
|
230
|
+
}
|
|
231
|
+
function removeAcceptedCandidate(candidates, target) {
|
|
232
|
+
const index = candidates.indexOf(target);
|
|
233
|
+
if (index !== -1) candidates.splice(index, 1);
|
|
234
|
+
}
|
|
235
|
+
function scanIsAborted(filters) {
|
|
236
|
+
return filters?.signal?.aborted === true;
|
|
237
|
+
}
|
|
238
|
+
//#endregion
|
|
56
239
|
exports.B2Folder = B2Folder;
|
|
57
|
-
|
|
240
|
+
|
|
241
|
+
//# sourceMappingURL=b2.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"b2.cjs","sources":["../../../src/sync/scanners/b2.ts"],"sourcesContent":["import type { Bucket } from '../../bucket.ts'\nimport { FileAction, type FileVersion } from '../../types/file.ts'\nimport type { B2SyncPath, SyncFolder } from '../types.ts'\n\n/**\n * Scans a B2 bucket (optionally filtered by prefix) and yields {@link B2SyncPath} entries\n * sorted by file name. Hidden files are excluded. All versions are fetched and grouped.\n */\nexport class B2Folder implements SyncFolder {\n readonly type = 'b2' as const\n private readonly bucket: Bucket\n private readonly prefix: string\n\n /**\n * Creates a new B2Folder for the given bucket and optional prefix.\n * @param bucket - The B2 bucket to scan.\n * @param prefix - Optional key prefix to restrict the scan scope.\n */\n constructor(bucket: Bucket, prefix = '') {\n this.bucket = bucket\n this.prefix = prefix\n }\n\n /** Lists all file versions in the bucket, groups by name, and yields the latest visible version. */\n async *scan(): AsyncGenerator<B2SyncPath> {\n const grouped = new Map<string, FileVersion[]>()\n\n let startFileName: string | undefined\n let startFileId: string | undefined\n\n while (true) {\n const listing = await this.bucket.listFileVersions({\n ...(this.prefix !== '' ? { prefix: this.prefix } : {}),\n ...(startFileName !== undefined ? { startFileName } : {}),\n ...(startFileId !== undefined\n ? { startFileId: startFileId as import('../../types/ids.ts').FileId }\n : {}),\n })\n\n for (const fv of listing.files) {\n const existing = grouped.get(fv.fileName)\n if (existing) {\n existing.push(fv)\n } else {\n grouped.set(fv.fileName, [fv])\n }\n }\n\n if (!listing.nextFileName) break\n startFileName = listing.nextFileName\n startFileId = listing.nextFileId as string | undefined\n }\n\n const sorted = [...grouped.entries()].sort((a, b) => a[0].localeCompare(b[0]))\n\n for (const [fileName, versions] of sorted) {\n versions.sort((a, b) => b.uploadTimestamp - a.uploadTimestamp)\n const selected = versions[0]\n if (!selected || selected.action === FileAction.Hide) continue\n\n const relativePath = this.prefix !== '' ? fileName.slice(this.prefix.length) : fileName\n\n yield {\n relativePath,\n modTimeMillis: selected.uploadTimestamp,\n size: selected.contentLength,\n selectedVersion: selected,\n allVersions: versions,\n }\n }\n }\n}\n"],"names":["FileAction"],"mappings":";;;AAQO,MAAM,SAA+B;AAAA,EACjC,OAAO;AAAA,EACC;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOjB,YAAY,QAAgB,SAAS,IAAI;AACvC,SAAK,SAAS;AACd,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA,EAGA,OAAO,OAAmC;AACxC,UAAM,8BAAc,IAAA;AAEpB,QAAI;AACJ,QAAI;AAEJ,WAAO,MAAM;AACX,YAAM,UAAU,MAAM,KAAK,OAAO,iBAAiB;AAAA,QACjD,GAAI,KAAK,WAAW,KAAK,EAAE,QAAQ,KAAK,OAAA,IAAW,CAAA;AAAA,QACnD,GAAI,kBAAkB,SAAY,EAAE,cAAA,IAAkB,CAAA;AAAA,QACtD,GAAI,gBAAgB,SAChB,EAAE,gBACF,CAAA;AAAA,MAAC,CACN;AAED,iBAAW,MAAM,QAAQ,OAAO;AAC9B,cAAM,WAAW,QAAQ,IAAI,GAAG,QAAQ;AACxC,YAAI,UAAU;AACZ,mBAAS,KAAK,EAAE;AAAA,QAClB,OAAO;AACL,kBAAQ,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC;AAAA,QAC/B;AAAA,MACF;AAEA,UAAI,CAAC,QAAQ,aAAc;AAC3B,sBAAgB,QAAQ;AACxB,oBAAc,QAAQ;AAAA,IACxB;AAEA,UAAM,SAAS,CAAC,GAAG,QAAQ,QAAA,CAAS,EAAE,KAAK,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;AAE7E,eAAW,CAAC,UAAU,QAAQ,KAAK,QAAQ;AACzC,eAAS,KAAK,CAAC,GAAG,MAAM,EAAE,kBAAkB,EAAE,eAAe;AAC7D,YAAM,WAAW,SAAS,CAAC;AAC3B,UAAI,CAAC,YAAY,SAAS,WAAWA,KAAAA,WAAW,KAAM;AAEtD,YAAM,eAAe,KAAK,WAAW,KAAK,SAAS,MAAM,KAAK,OAAO,MAAM,IAAI;AAE/E,YAAM;AAAA,QACJ;AAAA,QACA,eAAe,SAAS;AAAA,QACxB,MAAM,SAAS;AAAA,QACf,iBAAiB;AAAA,QACjB,aAAa;AAAA,MAAA;AAAA,IAEjB;AAAA,EACF;AACF;;"}
|
|
1
|
+
{"version":3,"file":"b2.cjs","names":[],"sources":["../../../src/sync/scanners/b2.ts"],"sourcesContent":["import type { Bucket } from '../../bucket.ts'\nimport { FileAction, type FileVersion } from '../../types/file.ts'\nimport type { FileId } from '../../types/ids.ts'\nimport { sanitizeErrorReason } from '../../util/error-reason.ts'\nimport {\n literalPrefixForSyncFilters,\n pathPassesSyncFilters,\n pathSkippedByRegExpInputLimit,\n} from '../filters.ts'\nimport { isAbortError } from '../local-sha1.ts'\nimport { compareCodeUnits, compareSyncRelativePaths } from '../path-order.ts'\nimport { assertSyncPathAllowed } from '../paths.ts'\nimport {\n asRawB2KeyPrefix,\n b2KeyToRelativePathUnderPrefix,\n localFilesystemCanonicalSyncPath,\n localFilesystemSyncPathIsUnsafe,\n} from '../prefix.ts'\nimport { validateSyncFilters } from '../regexp-safety.ts'\nimport { emitScannerSkip, regexpInputTooLongSkip } from '../scan-events.ts'\nimport { assertScanEntryLimit, scanEntryLimit } from '../scan-limit.ts'\nimport { selectB2ComparableSha1, syncSha1StateOf } from '../sha1-metadata.ts'\nimport type {\n B2SyncPath,\n SyncErrorEvent,\n SyncFolder,\n SyncScanOptions,\n SyncSkipReason,\n} from '../types.ts'\n\nconst MAX_EMPTY_B2_SCAN_PAGES = 100\n\ninterface B2ScanEntry {\n relativePath: string\n versions: FileVersion[]\n}\n\ninterface VisibleB2ScanEntry extends B2ScanEntry {\n fileName: string\n selectedVersion: FileVersion\n}\n\n/**\n * Scans a B2 bucket (optionally filtered by a raw B2 key prefix) and yields\n * {@link B2SyncPath} entries sorted by `compareSyncRelativePaths(relativePath)`. Hidden files are excluded.\n * Raw B2 file names are used only as an internal tie-breaker after collision handling.\n * All versions for the listed prefix are fetched, grouped, and sorted before\n * yielding; exclude filters are applied client-side and do not reduce that\n * B2 listing memory footprint.\n * SDK-reserved temporary names fail the scan because syncing them could corrupt\n * in-progress transfers.\n */\nexport class B2Folder implements SyncFolder {\n readonly type = 'b2' as const\n readonly appliesScanFilters = true as const\n readonly appliesScanSorting = true as const\n /** Raw B2 key prefix this folder scans, preserving caller-provided separators verbatim. */\n readonly rawPrefix: string\n private readonly bucket: Bucket\n\n /**\n * Creates a new B2Folder for the given bucket and optional prefix.\n * @param bucket - The B2 bucket to scan.\n * @param prefix - Optional raw B2 key prefix to restrict the scan scope.\n * Backslashes are preserved as raw B2 key characters; pass `/` explicitly for slash prefixes.\n */\n constructor(bucket: Bucket, prefix = '') {\n this.bucket = bucket\n this.rawPrefix = asRawB2KeyPrefix(prefix)\n }\n\n /**\n * Lists all file versions in the bucket, groups by name, and yields the latest visible version.\n * @param options - Optional scan controls.\n */\n // biome-ignore lint/complexity/noExcessiveCognitiveComplexity: pagination, grouping, and filtering stay in one async iterator.\n async *scan(options: SyncScanOptions = {}): AsyncGenerator<B2SyncPath> {\n validateSyncFilters(options)\n const maxScanEntries = scanEntryLimit(options)\n const grouped = new Map<string, B2ScanEntry>()\n const listPrefix = this.listPrefixFor(options)\n\n let listedVersions = 0\n let startFileName: string | undefined\n let startFileId: FileId | undefined\n let emptyPageCount = 0\n\n while (true) {\n if (scanIsAborted(options)) return\n\n let listing: Awaited<ReturnType<Bucket['listFileVersions']>>\n try {\n listing = await this.bucket.listFileVersions({\n ...(listPrefix !== '' ? { prefix: listPrefix } : {}),\n ...(startFileName !== undefined ? { startFileName } : {}),\n ...(startFileId !== undefined ? { startFileId } : {}),\n ...(options.signal !== undefined ? { signal: options.signal } : {}),\n })\n } catch (err) {\n if (scanIsAborted(options) || isAbortError(err)) return\n throw emitScanError(options, 'failed to scan B2 file versions', err)\n }\n if (scanIsAborted(options)) return\n\n if (listing.files.length === 0) {\n emptyPageCount++\n if (emptyPageCount > MAX_EMPTY_B2_SCAN_PAGES) {\n throw emitScanError(\n options,\n 'failed to scan B2 file versions',\n new Error('B2 pagination returned too many empty pages'),\n )\n }\n } else {\n emptyPageCount = 0\n }\n\n for (const fv of listing.files) {\n if (scanIsAborted(options)) return\n assertScanEntryLimit(listedVersions + 1, maxScanEntries)\n listedVersions++\n\n // Real B2 honors the prefix in listFileVersions, but custom\n // transports and the simulator can over-return. Guard before\n // stripping the raw prefix so relativePath is never corrupted.\n if (this.rawPrefix !== '' && !fv.fileName.startsWith(this.rawPrefix)) {\n this.emitSkip(\n options,\n fv.fileName,\n fv.fileName,\n 'outside-prefix',\n `listed object is outside configured B2 prefix ${JSON.stringify(this.rawPrefix)}`,\n )\n continue\n }\n\n if (options.requireLocalSafePaths === true && fv.fileName.includes('\\\\')) {\n this.emitSkip(\n options,\n fv.fileName,\n fv.fileName,\n 'local-unsafe-name',\n 'object name contains a backslash that is unsafe for local filesystem destinations',\n )\n continue\n }\n\n const relativePath = this.tryToRelativePath(fv.fileName)\n if (relativePath === null) {\n this.emitSkip(\n options,\n fv.fileName,\n fv.fileName,\n 'unsafe-name',\n 'object name cannot be represented as a safe sync relative path',\n )\n continue\n }\n\n if (!pathPassesSyncFilters(relativePath, options)) {\n if (pathSkippedByRegExpInputLimit(relativePath, options)) {\n emitScannerSkip(options, {\n ...regexpInputTooLongSkip(relativePath),\n b2FileName: fv.fileName,\n })\n }\n continue\n }\n\n const existing = grouped.get(fv.fileName)\n if (existing) {\n existing.versions.push(fv)\n } else {\n grouped.set(fv.fileName, { relativePath, versions: [fv] })\n }\n }\n\n if (!listing.nextFileName) break\n if (\n listing.nextFileName === startFileName &&\n (listing.nextFileId ?? undefined) === startFileId\n ) {\n throw emitScanError(\n options,\n 'failed to scan B2 file versions',\n new Error('B2 pagination did not advance'),\n )\n }\n startFileName = listing.nextFileName\n startFileId = listing.nextFileId ?? undefined\n }\n\n const visible = this.visibleCandidates(grouped, options)\n const withoutRelativeCollisions = this.rejectRelativePathCollisions(visible, options)\n const safeCandidates =\n options.requireLocalSafePaths === true\n ? this.rejectLocalPathCollisions(withoutRelativeCollisions, options)\n : withoutRelativeCollisions\n const sorted = safeCandidates.sort(\n (a, b) =>\n compareSyncRelativePaths(a.relativePath, b.relativePath) ||\n compareCodeUnits(a.fileName, b.fileName),\n )\n\n for (const { relativePath, versions, selectedVersion } of sorted) {\n if (scanIsAborted(options)) return\n // Reserved SDK temp names are a hard safety failure, not an ordinary filter.\n assertSyncPathAllowed(relativePath)\n const contentSha1 = selectB2ComparableSha1(selectedVersion)\n yield {\n relativePath,\n modTimeMillis: selectedVersion.uploadTimestamp,\n size: selectedVersion.contentLength,\n contentSha1,\n contentSha1State: syncSha1StateOf({ contentSha1 }),\n selectedVersion,\n allVersions: versions,\n }\n }\n }\n\n private tryToRelativePath(fileName: string): string | null {\n try {\n return b2KeyToRelativePathUnderPrefix(this.rawPrefix, fileName)\n } catch {\n return null\n }\n }\n\n private listPrefixFor(filters: SyncScanOptions | undefined): string {\n const filterPrefix = literalPrefixForSyncFilters(filters)\n if (filterPrefix === '') return this.rawPrefix\n if (this.rawPrefix !== '' && !this.rawPrefix.endsWith('/')) return this.rawPrefix\n return `${this.rawPrefix}${rawPrefixBeforeNormalizedSeparator(filterPrefix)}`\n }\n\n private visibleCandidates(\n grouped: Map<string, B2ScanEntry>,\n filters: SyncScanOptions | undefined,\n ): VisibleB2ScanEntry[] {\n const visible: VisibleB2ScanEntry[] = []\n\n for (const [fileName, entry] of grouped) {\n entry.versions.sort((a, b) => b.uploadTimestamp - a.uploadTimestamp)\n const selected = entry.versions[0]\n if (!selected || selected.action === FileAction.Hide) continue\n\n if (\n filters?.requireLocalSafePaths === true &&\n localFilesystemSyncPathIsUnsafe(entry.relativePath)\n ) {\n this.emitSkip(\n filters,\n entry.relativePath,\n fileName,\n 'local-unsafe-name',\n 'object name is unsafe for a local filesystem destination',\n )\n continue\n }\n\n visible.push({\n fileName,\n relativePath: entry.relativePath,\n versions: entry.versions,\n selectedVersion: selected,\n })\n }\n\n return visible\n }\n\n private rejectRelativePathCollisions(\n candidates: VisibleB2ScanEntry[],\n filters: SyncScanOptions | undefined,\n ): VisibleB2ScanEntry[] {\n const accepted: VisibleB2ScanEntry[] = []\n const owners = new Map<string, VisibleB2ScanEntry>()\n const collidedRelativePaths = new Set<string>()\n\n for (const candidate of candidates) {\n if (collidedRelativePaths.has(candidate.relativePath)) {\n this.emitSkip(\n filters,\n candidate.relativePath,\n candidate.fileName,\n 'relative-path-collision',\n 'object normalizes to a relative path already rejected because of another raw B2 key',\n )\n continue\n }\n\n const owner = owners.get(candidate.relativePath)\n if (owner !== undefined && owner.fileName !== candidate.fileName) {\n owners.delete(candidate.relativePath)\n removeAcceptedCandidate(accepted, owner)\n collidedRelativePaths.add(candidate.relativePath)\n this.emitSkip(\n filters,\n candidate.relativePath,\n owner.fileName,\n 'relative-path-collision',\n `object normalizes to the same relative path as ${JSON.stringify(candidate.fileName)}`,\n )\n this.emitSkip(\n filters,\n candidate.relativePath,\n candidate.fileName,\n 'relative-path-collision',\n `object normalizes to the same relative path as ${JSON.stringify(owner.fileName)}`,\n )\n continue\n }\n\n owners.set(candidate.relativePath, candidate)\n accepted.push(candidate)\n }\n\n return accepted\n }\n\n private rejectLocalPathCollisions(\n candidates: VisibleB2ScanEntry[],\n filters: SyncScanOptions | undefined,\n ): VisibleB2ScanEntry[] {\n const accepted: VisibleB2ScanEntry[] = []\n const owners = new Map<string, VisibleB2ScanEntry>()\n const collidedLocalPaths = new Set<string>()\n\n for (const candidate of candidates) {\n const canonicalPath = localFilesystemCanonicalSyncPath(candidate.relativePath)\n if (collidedLocalPaths.has(canonicalPath)) {\n this.emitSkip(\n filters,\n candidate.relativePath,\n candidate.fileName,\n 'local-path-collision',\n 'object collides with another object on case-insensitive or Unicode-normalizing filesystems',\n )\n continue\n }\n\n const owner = owners.get(canonicalPath)\n if (owner !== undefined) {\n owners.delete(canonicalPath)\n removeAcceptedCandidate(accepted, owner)\n collidedLocalPaths.add(canonicalPath)\n this.emitSkip(\n filters,\n owner.relativePath,\n owner.fileName,\n 'local-path-collision',\n `object collides with ${JSON.stringify(candidate.fileName)} on local filesystems`,\n )\n this.emitSkip(\n filters,\n candidate.relativePath,\n candidate.fileName,\n 'local-path-collision',\n `object collides with ${JSON.stringify(owner.fileName)} on local filesystems`,\n )\n continue\n }\n\n owners.set(canonicalPath, candidate)\n accepted.push(candidate)\n }\n\n return accepted\n }\n\n private emitSkip(\n filters: SyncScanOptions | undefined,\n path: string,\n b2FileName: string,\n reason: SyncSkipReason,\n message: string,\n ): void {\n emitScannerSkip(filters, {\n type: 'skip',\n path,\n size: 0,\n message: `Skipped B2 object ${JSON.stringify(b2FileName)}: ${message}`,\n reason,\n b2FileName,\n })\n }\n}\n\nfunction rawPrefixBeforeNormalizedSeparator(filterPrefix: string): string {\n const separatorIndex = filterPrefix.indexOf('/')\n return separatorIndex === -1 ? filterPrefix : filterPrefix.slice(0, separatorIndex)\n}\n\nfunction emitScanError(options: SyncScanOptions, message: string, err: unknown): Error {\n const event: SyncErrorEvent = {\n type: 'error',\n path: '',\n size: 0,\n message: `${message}: ${sanitizeErrorReason(err)}`,\n }\n options.onError?.(event)\n return new Error(event.message)\n}\n\nfunction removeAcceptedCandidate(\n candidates: VisibleB2ScanEntry[],\n target: VisibleB2ScanEntry,\n): void {\n const index = candidates.indexOf(target)\n if (index !== -1) candidates.splice(index, 1)\n}\n\nfunction scanIsAborted(filters: SyncScanOptions | undefined): boolean {\n return filters?.signal?.aborted === true\n}\n"],"mappings":";;;;;;;;;;;;AA8BA,IAAM,0BAA0B;;;;;;;;;;;AAsBhC,IAAa,WAAb,MAA4C;CAC1C,OAAgB;CAChB,qBAA8B;CAC9B,qBAA8B;;CAE9B;CACA;;;;;;;CAQA,YAAY,QAAgB,SAAS,IAAI;EACvC,KAAK,SAAS;EACd,KAAK,YAAY,eAAA,iBAAiB,MAAM;CAC1C;;;;;CAOA,OAAO,KAAK,UAA2B,CAAC,GAA+B;EACrE,sBAAA,oBAAoB,OAAO;EAC3B,MAAM,iBAAiB,mBAAA,eAAe,OAAO;EAC7C,MAAM,0BAAU,IAAI,IAAyB;EAC7C,MAAM,aAAa,KAAK,cAAc,OAAO;EAE7C,IAAI,iBAAiB;EACrB,IAAI;EACJ,IAAI;EACJ,IAAI,iBAAiB;EAErB,OAAO,MAAM;GACX,IAAI,cAAc,OAAO,GAAG;GAE5B,IAAI;GACJ,IAAI;IACF,UAAU,MAAM,KAAK,OAAO,iBAAiB;KAC3C,GAAI,eAAe,KAAK,EAAE,QAAQ,WAAW,IAAI,CAAC;KAClD,GAAI,kBAAkB,KAAA,IAAY,EAAE,cAAc,IAAI,CAAC;KACvD,GAAI,gBAAgB,KAAA,IAAY,EAAE,YAAY,IAAI,CAAC;KACnD,GAAI,QAAQ,WAAW,KAAA,IAAY,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;IACnE,CAAC;GACH,SAAS,KAAK;IACZ,IAAI,cAAc,OAAO,KAAK,mBAAA,aAAa,GAAG,GAAG;IACjD,MAAM,cAAc,SAAS,mCAAmC,GAAG;GACrE;GACA,IAAI,cAAc,OAAO,GAAG;GAE5B,IAAI,QAAQ,MAAM,WAAW,GAAG;IAC9B;IACA,IAAI,iBAAiB,yBACnB,MAAM,cACJ,SACA,mDACA,IAAI,MAAM,6CAA6C,CACzD;GAEJ,OACE,iBAAiB;GAGnB,KAAK,MAAM,MAAM,QAAQ,OAAO;IAC9B,IAAI,cAAc,OAAO,GAAG;IAC5B,mBAAA,qBAAqB,iBAAiB,GAAG,cAAc;IACvD;IAKA,IAAI,KAAK,cAAc,MAAM,CAAC,GAAG,SAAS,WAAW,KAAK,SAAS,GAAG;KACpE,KAAK,SACH,SACA,GAAG,UACH,GAAG,UACH,kBACA,iDAAiD,KAAK,UAAU,KAAK,SAAS,GAChF;KACA;IACF;IAEA,IAAI,QAAQ,0BAA0B,QAAQ,GAAG,SAAS,SAAS,IAAI,GAAG;KACxE,KAAK,SACH,SACA,GAAG,UACH,GAAG,UACH,qBACA,mFACF;KACA;IACF;IAEA,MAAM,eAAe,KAAK,kBAAkB,GAAG,QAAQ;IACvD,IAAI,iBAAiB,MAAM;KACzB,KAAK,SACH,SACA,GAAG,UACH,GAAG,UACH,eACA,gEACF;KACA;IACF;IAEA,IAAI,CAAC,gBAAA,sBAAsB,cAAc,OAAO,GAAG;KACjD,IAAI,gBAAA,8BAA8B,cAAc,OAAO,GACrD,oBAAA,gBAAgB,SAAS;MACvB,GAAG,oBAAA,uBAAuB,YAAY;MACtC,YAAY,GAAG;KACjB,CAAC;KAEH;IACF;IAEA,MAAM,WAAW,QAAQ,IAAI,GAAG,QAAQ;IACxC,IAAI,UACF,SAAS,SAAS,KAAK,EAAE;SAEzB,QAAQ,IAAI,GAAG,UAAU;KAAE;KAAc,UAAU,CAAC,EAAE;IAAE,CAAC;GAE7D;GAEA,IAAI,CAAC,QAAQ,cAAc;GAC3B,IACE,QAAQ,iBAAiB,kBACxB,QAAQ,cAAc,KAAA,OAAe,aAEtC,MAAM,cACJ,SACA,mDACA,IAAI,MAAM,+BAA+B,CAC3C;GAEF,gBAAgB,QAAQ;GACxB,cAAc,QAAQ,cAAc,KAAA;EACtC;EAEA,MAAM,UAAU,KAAK,kBAAkB,SAAS,OAAO;EACvD,MAAM,4BAA4B,KAAK,6BAA6B,SAAS,OAAO;EAKpF,MAAM,UAHJ,QAAQ,0BAA0B,OAC9B,KAAK,0BAA0B,2BAA2B,OAAO,IACjE,0BAAA,CACwB,MAC3B,GAAG,MACF,mBAAA,yBAAyB,EAAE,cAAc,EAAE,YAAY,KACvD,mBAAA,iBAAiB,EAAE,UAAU,EAAE,QAAQ,CAC3C;EAEA,KAAK,MAAM,EAAE,cAAc,UAAU,qBAAqB,QAAQ;GAChE,IAAI,cAAc,OAAO,GAAG;GAE5B,oBAAA,sBAAsB,YAAY;GAClC,MAAM,cAAc,sBAAA,uBAAuB,eAAe;GAC1D,MAAM;IACJ;IACA,eAAe,gBAAgB;IAC/B,MAAM,gBAAgB;IACtB;IACA,kBAAkB,sBAAA,gBAAgB,EAAE,YAAY,CAAC;IACjD;IACA,aAAa;GACf;EACF;CACF;CAEA,kBAA0B,UAAiC;EACzD,IAAI;GACF,OAAO,eAAA,+BAA+B,KAAK,WAAW,QAAQ;EAChE,QAAQ;GACN,OAAO;EACT;CACF;CAEA,cAAsB,SAA8C;EAClE,MAAM,eAAe,gBAAA,4BAA4B,OAAO;EACxD,IAAI,iBAAiB,IAAI,OAAO,KAAK;EACrC,IAAI,KAAK,cAAc,MAAM,CAAC,KAAK,UAAU,SAAS,GAAG,GAAG,OAAO,KAAK;EACxE,OAAO,GAAG,KAAK,YAAY,mCAAmC,YAAY;CAC5E;CAEA,kBACE,SACA,SACsB;EACtB,MAAM,UAAgC,CAAC;EAEvC,KAAK,MAAM,CAAC,UAAU,UAAU,SAAS;GACvC,MAAM,SAAS,MAAM,GAAG,MAAM,EAAE,kBAAkB,EAAE,eAAe;GACnE,MAAM,WAAW,MAAM,SAAS;GAChC,IAAI,CAAC,YAAY,SAAS,WAAW,aAAA,WAAW,MAAM;GAEtD,IACE,SAAS,0BAA0B,QACnC,eAAA,gCAAgC,MAAM,YAAY,GAClD;IACA,KAAK,SACH,SACA,MAAM,cACN,UACA,qBACA,0DACF;IACA;GACF;GAEA,QAAQ,KAAK;IACX;IACA,cAAc,MAAM;IACpB,UAAU,MAAM;IAChB,iBAAiB;GACnB,CAAC;EACH;EAEA,OAAO;CACT;CAEA,6BACE,YACA,SACsB;EACtB,MAAM,WAAiC,CAAC;EACxC,MAAM,yBAAS,IAAI,IAAgC;EACnD,MAAM,wCAAwB,IAAI,IAAY;EAE9C,KAAK,MAAM,aAAa,YAAY;GAClC,IAAI,sBAAsB,IAAI,UAAU,YAAY,GAAG;IACrD,KAAK,SACH,SACA,UAAU,cACV,UAAU,UACV,2BACA,qFACF;IACA;GACF;GAEA,MAAM,QAAQ,OAAO,IAAI,UAAU,YAAY;GAC/C,IAAI,UAAU,KAAA,KAAa,MAAM,aAAa,UAAU,UAAU;IAChE,OAAO,OAAO,UAAU,YAAY;IACpC,wBAAwB,UAAU,KAAK;IACvC,sBAAsB,IAAI,UAAU,YAAY;IAChD,KAAK,SACH,SACA,UAAU,cACV,MAAM,UACN,2BACA,kDAAkD,KAAK,UAAU,UAAU,QAAQ,GACrF;IACA,KAAK,SACH,SACA,UAAU,cACV,UAAU,UACV,2BACA,kDAAkD,KAAK,UAAU,MAAM,QAAQ,GACjF;IACA;GACF;GAEA,OAAO,IAAI,UAAU,cAAc,SAAS;GAC5C,SAAS,KAAK,SAAS;EACzB;EAEA,OAAO;CACT;CAEA,0BACE,YACA,SACsB;EACtB,MAAM,WAAiC,CAAC;EACxC,MAAM,yBAAS,IAAI,IAAgC;EACnD,MAAM,qCAAqB,IAAI,IAAY;EAE3C,KAAK,MAAM,aAAa,YAAY;GAClC,MAAM,gBAAgB,eAAA,iCAAiC,UAAU,YAAY;GAC7E,IAAI,mBAAmB,IAAI,aAAa,GAAG;IACzC,KAAK,SACH,SACA,UAAU,cACV,UAAU,UACV,wBACA,4FACF;IACA;GACF;GAEA,MAAM,QAAQ,OAAO,IAAI,aAAa;GACtC,IAAI,UAAU,KAAA,GAAW;IACvB,OAAO,OAAO,aAAa;IAC3B,wBAAwB,UAAU,KAAK;IACvC,mBAAmB,IAAI,aAAa;IACpC,KAAK,SACH,SACA,MAAM,cACN,MAAM,UACN,wBACA,wBAAwB,KAAK,UAAU,UAAU,QAAQ,EAAE,sBAC7D;IACA,KAAK,SACH,SACA,UAAU,cACV,UAAU,UACV,wBACA,wBAAwB,KAAK,UAAU,MAAM,QAAQ,EAAE,sBACzD;IACA;GACF;GAEA,OAAO,IAAI,eAAe,SAAS;GACnC,SAAS,KAAK,SAAS;EACzB;EAEA,OAAO;CACT;CAEA,SACE,SACA,MACA,YACA,QACA,SACM;EACN,oBAAA,gBAAgB,SAAS;GACvB,MAAM;GACN;GACA,MAAM;GACN,SAAS,qBAAqB,KAAK,UAAU,UAAU,EAAE,IAAI;GAC7D;GACA;EACF,CAAC;CACH;AACF;AAEA,SAAS,mCAAmC,cAA8B;CACxE,MAAM,iBAAiB,aAAa,QAAQ,GAAG;CAC/C,OAAO,mBAAmB,KAAK,eAAe,aAAa,MAAM,GAAG,cAAc;AACpF;AAEA,SAAS,cAAc,SAA0B,SAAiB,KAAqB;CACrF,MAAM,QAAwB;EAC5B,MAAM;EACN,MAAM;EACN,MAAM;EACN,SAAS,GAAG,QAAQ,IAAI,qBAAA,oBAAoB,GAAG;CACjD;CACA,QAAQ,UAAU,KAAK;CACvB,OAAO,IAAI,MAAM,MAAM,OAAO;AAChC;AAEA,SAAS,wBACP,YACA,QACM;CACN,MAAM,QAAQ,WAAW,QAAQ,MAAM;CACvC,IAAI,UAAU,IAAI,WAAW,OAAO,OAAO,CAAC;AAC9C;AAEA,SAAS,cAAc,SAA+C;CACpE,OAAO,SAAS,QAAQ,YAAY;AACtC"}
|
|
@@ -1,20 +1,39 @@
|
|
|
1
1
|
import { Bucket } from '../../bucket.js';
|
|
2
|
-
import { B2SyncPath, SyncFolder } from '../types.js';
|
|
2
|
+
import { B2SyncPath, SyncFolder, SyncScanOptions } from '../types.js';
|
|
3
3
|
/**
|
|
4
|
-
* Scans a B2 bucket (optionally filtered by prefix) and yields
|
|
5
|
-
* sorted by
|
|
4
|
+
* Scans a B2 bucket (optionally filtered by a raw B2 key prefix) and yields
|
|
5
|
+
* {@link B2SyncPath} entries sorted by `compareSyncRelativePaths(relativePath)`. Hidden files are excluded.
|
|
6
|
+
* Raw B2 file names are used only as an internal tie-breaker after collision handling.
|
|
7
|
+
* All versions for the listed prefix are fetched, grouped, and sorted before
|
|
8
|
+
* yielding; exclude filters are applied client-side and do not reduce that
|
|
9
|
+
* B2 listing memory footprint.
|
|
10
|
+
* SDK-reserved temporary names fail the scan because syncing them could corrupt
|
|
11
|
+
* in-progress transfers.
|
|
6
12
|
*/
|
|
7
13
|
export declare class B2Folder implements SyncFolder {
|
|
8
14
|
readonly type: "b2";
|
|
15
|
+
readonly appliesScanFilters: true;
|
|
16
|
+
readonly appliesScanSorting: true;
|
|
17
|
+
/** Raw B2 key prefix this folder scans, preserving caller-provided separators verbatim. */
|
|
18
|
+
readonly rawPrefix: string;
|
|
9
19
|
private readonly bucket;
|
|
10
|
-
private readonly prefix;
|
|
11
20
|
/**
|
|
12
21
|
* Creates a new B2Folder for the given bucket and optional prefix.
|
|
13
22
|
* @param bucket - The B2 bucket to scan.
|
|
14
|
-
* @param prefix - Optional key prefix to restrict the scan scope.
|
|
23
|
+
* @param prefix - Optional raw B2 key prefix to restrict the scan scope.
|
|
24
|
+
* Backslashes are preserved as raw B2 key characters; pass `/` explicitly for slash prefixes.
|
|
15
25
|
*/
|
|
16
26
|
constructor(bucket: Bucket, prefix?: string);
|
|
17
|
-
/**
|
|
18
|
-
|
|
27
|
+
/**
|
|
28
|
+
* Lists all file versions in the bucket, groups by name, and yields the latest visible version.
|
|
29
|
+
* @param options - Optional scan controls.
|
|
30
|
+
*/
|
|
31
|
+
scan(options?: SyncScanOptions): AsyncGenerator<B2SyncPath>;
|
|
32
|
+
private tryToRelativePath;
|
|
33
|
+
private listPrefixFor;
|
|
34
|
+
private visibleCandidates;
|
|
35
|
+
private rejectRelativePathCollisions;
|
|
36
|
+
private rejectLocalPathCollisions;
|
|
37
|
+
private emitSkip;
|
|
19
38
|
}
|
|
20
39
|
//# sourceMappingURL=b2.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"b2.d.ts","sourceRoot":"","sources":["../../../src/sync/scanners/b2.js"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;
|
|
1
|
+
{"version":3,"file":"b2.d.ts","sourceRoot":"","sources":["../../../src/sync/scanners/b2.js"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;AAsB7C,OAAO,KAAK,EACV,UAAU,EAEV,UAAU,EACV,eAAe,EAEhB,MAAM,aAAa,CAAA;AAcpB;;;;;;;;;GASG;AACH,qBAAa,QAAS,YAAW,UAAU;IACzC,QAAQ,CAAC,IAAI,EAAG,IAAI,CAAS;IAC7B,QAAQ,CAAC,kBAAkB,EAAG,IAAI,CAAS;IAC3C,QAAQ,CAAC,kBAAkB,EAAG,IAAI,CAAS;IAC3C,2FAA2F;IAC3F,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAE/B;;;;;OAKG;gBACS,MAAM,EAAE,MAAM,EAAE,MAAM,SAAK;IAKvC;;;OAGG;IAEI,IAAI,CAAC,OAAO,GAAE,eAAoB,GAAG,cAAc,CAAC,UAAU,CAAC;IAiJtE,OAAO,CAAC,iBAAiB;IAQzB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,iBAAiB;IAoCzB,OAAO,CAAC,4BAA4B;IAiDpC,OAAO,CAAC,yBAAyB;IAkDjC,OAAO,CAAC,QAAQ;CAgBjB"}
|
|
@@ -1,20 +1,39 @@
|
|
|
1
1
|
import { Bucket } from '../../bucket.js';
|
|
2
|
-
import { B2SyncPath, SyncFolder } from '../types.js';
|
|
2
|
+
import { B2SyncPath, SyncFolder, SyncScanOptions } from '../types.js';
|
|
3
3
|
/**
|
|
4
|
-
* Scans a B2 bucket (optionally filtered by prefix) and yields
|
|
5
|
-
* sorted by
|
|
4
|
+
* Scans a B2 bucket (optionally filtered by a raw B2 key prefix) and yields
|
|
5
|
+
* {@link B2SyncPath} entries sorted by `compareSyncRelativePaths(relativePath)`. Hidden files are excluded.
|
|
6
|
+
* Raw B2 file names are used only as an internal tie-breaker after collision handling.
|
|
7
|
+
* All versions for the listed prefix are fetched, grouped, and sorted before
|
|
8
|
+
* yielding; exclude filters are applied client-side and do not reduce that
|
|
9
|
+
* B2 listing memory footprint.
|
|
10
|
+
* SDK-reserved temporary names fail the scan because syncing them could corrupt
|
|
11
|
+
* in-progress transfers.
|
|
6
12
|
*/
|
|
7
13
|
export declare class B2Folder implements SyncFolder {
|
|
8
14
|
readonly type: "b2";
|
|
15
|
+
readonly appliesScanFilters: true;
|
|
16
|
+
readonly appliesScanSorting: true;
|
|
17
|
+
/** Raw B2 key prefix this folder scans, preserving caller-provided separators verbatim. */
|
|
18
|
+
readonly rawPrefix: string;
|
|
9
19
|
private readonly bucket;
|
|
10
|
-
private readonly prefix;
|
|
11
20
|
/**
|
|
12
21
|
* Creates a new B2Folder for the given bucket and optional prefix.
|
|
13
22
|
* @param bucket - The B2 bucket to scan.
|
|
14
|
-
* @param prefix - Optional key prefix to restrict the scan scope.
|
|
23
|
+
* @param prefix - Optional raw B2 key prefix to restrict the scan scope.
|
|
24
|
+
* Backslashes are preserved as raw B2 key characters; pass `/` explicitly for slash prefixes.
|
|
15
25
|
*/
|
|
16
26
|
constructor(bucket: Bucket, prefix?: string);
|
|
17
|
-
/**
|
|
18
|
-
|
|
27
|
+
/**
|
|
28
|
+
* Lists all file versions in the bucket, groups by name, and yields the latest visible version.
|
|
29
|
+
* @param options - Optional scan controls.
|
|
30
|
+
*/
|
|
31
|
+
scan(options?: SyncScanOptions): AsyncGenerator<B2SyncPath>;
|
|
32
|
+
private tryToRelativePath;
|
|
33
|
+
private listPrefixFor;
|
|
34
|
+
private visibleCandidates;
|
|
35
|
+
private rejectRelativePathCollisions;
|
|
36
|
+
private rejectLocalPathCollisions;
|
|
37
|
+
private emitSkip;
|
|
19
38
|
}
|
|
20
39
|
//# sourceMappingURL=b2.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"b2.d.ts","sourceRoot":"","sources":["../../../src/sync/scanners/b2.js"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;
|
|
1
|
+
{"version":3,"file":"b2.d.ts","sourceRoot":"","sources":["../../../src/sync/scanners/b2.js"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;AAsB7C,OAAO,KAAK,EACV,UAAU,EAEV,UAAU,EACV,eAAe,EAEhB,MAAM,aAAa,CAAA;AAcpB;;;;;;;;;GASG;AACH,qBAAa,QAAS,YAAW,UAAU;IACzC,QAAQ,CAAC,IAAI,EAAG,IAAI,CAAS;IAC7B,QAAQ,CAAC,kBAAkB,EAAG,IAAI,CAAS;IAC3C,QAAQ,CAAC,kBAAkB,EAAG,IAAI,CAAS;IAC3C,2FAA2F;IAC3F,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAE/B;;;;;OAKG;gBACS,MAAM,EAAE,MAAM,EAAE,MAAM,SAAK;IAKvC;;;OAGG;IAEI,IAAI,CAAC,OAAO,GAAE,eAAoB,GAAG,cAAc,CAAC,UAAU,CAAC;IAiJtE,OAAO,CAAC,iBAAiB;IAQzB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,iBAAiB;IAoCzB,OAAO,CAAC,4BAA4B;IAiDpC,OAAO,CAAC,yBAAyB;IAkDjC,OAAO,CAAC,QAAQ;CAgBjB"}
|