@hot-updater/plugin-core 0.29.4 → 0.29.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/createBlobDatabasePlugin.cjs +480 -41
- package/dist/createBlobDatabasePlugin.d.cts +4 -1
- package/dist/createBlobDatabasePlugin.d.mts +4 -1
- package/dist/createBlobDatabasePlugin.mjs +480 -41
- package/dist/createDatabasePlugin.cjs +170 -3
- package/dist/createDatabasePlugin.d.cts +6 -2
- package/dist/createDatabasePlugin.d.mts +6 -2
- package/dist/createDatabasePlugin.mjs +170 -3
- package/dist/createDatabasePluginGetUpdateInfo.cjs +28 -0
- package/dist/createDatabasePluginGetUpdateInfo.d.cts +27 -0
- package/dist/createDatabasePluginGetUpdateInfo.d.mts +27 -0
- package/dist/createDatabasePluginGetUpdateInfo.mjs +27 -0
- package/dist/index.cjs +6 -2
- package/dist/index.d.cts +5 -3
- package/dist/index.d.mts +5 -3
- package/dist/index.mjs +5 -3
- package/dist/paginateBundles.cjs +53 -0
- package/dist/paginateBundles.d.cts +18 -0
- package/dist/paginateBundles.d.mts +18 -0
- package/dist/paginateBundles.mjs +53 -0
- package/dist/types/index.d.cts +28 -3
- package/dist/types/index.d.mts +28 -3
- package/package.json +4 -3
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
import { calculatePagination } from "./calculatePagination.mjs";
|
|
2
2
|
import { createDatabasePlugin } from "./createDatabasePlugin.mjs";
|
|
3
|
+
import { filterCompatibleAppVersions } from "./filterCompatibleAppVersions.mjs";
|
|
3
4
|
import { bundleMatchesQueryWhere, sortBundles } from "./queryBundles.mjs";
|
|
5
|
+
import { paginateBundles } from "./paginateBundles.mjs";
|
|
6
|
+
import { getUpdateInfo } from "@hot-updater/js";
|
|
4
7
|
import { orderBy } from "es-toolkit";
|
|
5
8
|
import semver from "semver";
|
|
6
9
|
//#region src/createBlobDatabasePlugin.ts
|
|
@@ -44,6 +47,135 @@ function resolveStorageTarget({ targetAppVersion, fingerprintHash }) {
|
|
|
44
47
|
if (!target) throw new Error("target not found");
|
|
45
48
|
return target;
|
|
46
49
|
}
|
|
50
|
+
const DEFAULT_DESC_ORDER = {
|
|
51
|
+
field: "id",
|
|
52
|
+
direction: "desc"
|
|
53
|
+
};
|
|
54
|
+
const MANAGEMENT_INDEX_PREFIX = "_index";
|
|
55
|
+
const MANAGEMENT_INDEX_VERSION = 1;
|
|
56
|
+
const DEFAULT_MANAGEMENT_INDEX_PAGE_SIZE = 128;
|
|
57
|
+
const ALL_SCOPE_CACHE_KEY = "*|*";
|
|
58
|
+
function resolveManagementIndexPageSize(config) {
|
|
59
|
+
const pageSize = config.managementIndexPageSize ?? DEFAULT_MANAGEMENT_INDEX_PAGE_SIZE;
|
|
60
|
+
if (!Number.isInteger(pageSize) || pageSize < 1) throw new Error("managementIndexPageSize must be a positive integer.");
|
|
61
|
+
return pageSize;
|
|
62
|
+
}
|
|
63
|
+
function sortManagedBundles(bundles, orderBy = DEFAULT_DESC_ORDER) {
|
|
64
|
+
return sortBundles(bundles, orderBy);
|
|
65
|
+
}
|
|
66
|
+
function isDefaultManagementOrder(orderBy) {
|
|
67
|
+
return orderBy === void 0 || orderBy.field === DEFAULT_DESC_ORDER.field && orderBy.direction === DEFAULT_DESC_ORDER.direction;
|
|
68
|
+
}
|
|
69
|
+
function hasUnsupportedManagementFilters(where) {
|
|
70
|
+
if (!where) return false;
|
|
71
|
+
return Boolean(where.enabled !== void 0 || where.id !== void 0 || where.targetAppVersion !== void 0 || where.targetAppVersionIn !== void 0 || where.targetAppVersionNotNull !== void 0 || where.fingerprintHash !== void 0);
|
|
72
|
+
}
|
|
73
|
+
function getSupportedManagementScope(where, orderBy) {
|
|
74
|
+
if (!isDefaultManagementOrder(orderBy) || hasUnsupportedManagementFilters(where)) return null;
|
|
75
|
+
return {
|
|
76
|
+
channel: where?.channel,
|
|
77
|
+
platform: where?.platform
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
function encodeScopePart(value) {
|
|
81
|
+
return encodeURIComponent(value);
|
|
82
|
+
}
|
|
83
|
+
function getManagementScopeCacheKey({ channel, platform }) {
|
|
84
|
+
return `${channel ?? "*"}|${platform ?? "*"}`;
|
|
85
|
+
}
|
|
86
|
+
function getManagementScopePrefix({ channel, platform }) {
|
|
87
|
+
if (channel && platform) return `${MANAGEMENT_INDEX_PREFIX}/channel/${encodeScopePart(channel)}/platform/${platform}`;
|
|
88
|
+
if (channel) return `${MANAGEMENT_INDEX_PREFIX}/channel/${encodeScopePart(channel)}`;
|
|
89
|
+
if (platform) return `${MANAGEMENT_INDEX_PREFIX}/platform/${platform}`;
|
|
90
|
+
return `${MANAGEMENT_INDEX_PREFIX}/all`;
|
|
91
|
+
}
|
|
92
|
+
function getManagementRootKey(scope) {
|
|
93
|
+
return `${getManagementScopePrefix(scope)}/root.json`;
|
|
94
|
+
}
|
|
95
|
+
function getManagementPageKey(scope, pageIndex) {
|
|
96
|
+
return `${getManagementScopePrefix(scope)}/pages/${String(pageIndex).padStart(4, "0")}.json`;
|
|
97
|
+
}
|
|
98
|
+
function createBundleWithUpdateJsonKey(bundle) {
|
|
99
|
+
const target = resolveStorageTarget(bundle);
|
|
100
|
+
return {
|
|
101
|
+
...bundle,
|
|
102
|
+
_updateJsonKey: `${bundle.channel}/${bundle.platform}/${target}/update.json`
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
function getPageStartOffsets(pages) {
|
|
106
|
+
const startOffsets = [];
|
|
107
|
+
let offset = 0;
|
|
108
|
+
for (const page of pages) {
|
|
109
|
+
startOffsets.push(offset);
|
|
110
|
+
offset += page.count;
|
|
111
|
+
}
|
|
112
|
+
return startOffsets;
|
|
113
|
+
}
|
|
114
|
+
function createEmptyManagementResult(limit) {
|
|
115
|
+
return {
|
|
116
|
+
data: [],
|
|
117
|
+
pagination: calculatePagination(0, {
|
|
118
|
+
limit,
|
|
119
|
+
offset: 0
|
|
120
|
+
})
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
function buildManagementIndexArtifacts(allBundles, pageSize) {
|
|
124
|
+
const sortedAllBundles = sortManagedBundles(allBundles);
|
|
125
|
+
const pages = /* @__PURE__ */ new Map();
|
|
126
|
+
const scopes = [];
|
|
127
|
+
const channels = [...new Set(sortedAllBundles.map((bundle) => bundle.channel))].sort();
|
|
128
|
+
const addScope = (scope, scopeBundles, options) => {
|
|
129
|
+
if (!options?.includeChannels && scopeBundles.length === 0) return;
|
|
130
|
+
const pageKeys = [];
|
|
131
|
+
const pageDescriptors = [];
|
|
132
|
+
for (let pageIndex = 0; pageIndex * pageSize < scopeBundles.length; pageIndex++) {
|
|
133
|
+
const page = scopeBundles.slice(pageIndex * pageSize, (pageIndex + 1) * pageSize);
|
|
134
|
+
const key = getManagementPageKey(scope, pageIndex);
|
|
135
|
+
pages.set(key, page);
|
|
136
|
+
pageKeys.push(key);
|
|
137
|
+
pageDescriptors.push({
|
|
138
|
+
key,
|
|
139
|
+
count: page.length,
|
|
140
|
+
firstId: page[0].id,
|
|
141
|
+
lastId: page.at(-1).id
|
|
142
|
+
});
|
|
143
|
+
}
|
|
144
|
+
const root = {
|
|
145
|
+
version: MANAGEMENT_INDEX_VERSION,
|
|
146
|
+
pageSize,
|
|
147
|
+
total: scopeBundles.length,
|
|
148
|
+
pages: pageDescriptors,
|
|
149
|
+
...options?.includeChannels ? { channels } : {}
|
|
150
|
+
};
|
|
151
|
+
scopes.push({
|
|
152
|
+
cacheKey: getManagementScopeCacheKey(scope),
|
|
153
|
+
rootKey: getManagementRootKey(scope),
|
|
154
|
+
root,
|
|
155
|
+
pageKeys
|
|
156
|
+
});
|
|
157
|
+
};
|
|
158
|
+
addScope({}, sortedAllBundles, { includeChannels: true });
|
|
159
|
+
for (const channel of channels) {
|
|
160
|
+
const channelBundles = sortedAllBundles.filter((bundle) => bundle.channel === channel);
|
|
161
|
+
addScope({ channel }, channelBundles);
|
|
162
|
+
for (const platform of ["ios", "android"]) {
|
|
163
|
+
const scopedBundles = channelBundles.filter((bundle) => bundle.platform === platform);
|
|
164
|
+
addScope({
|
|
165
|
+
channel,
|
|
166
|
+
platform
|
|
167
|
+
}, scopedBundles);
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
for (const platform of ["ios", "android"]) {
|
|
171
|
+
const platformBundles = sortedAllBundles.filter((bundle) => bundle.platform === platform);
|
|
172
|
+
addScope({ platform }, platformBundles);
|
|
173
|
+
}
|
|
174
|
+
return {
|
|
175
|
+
pages,
|
|
176
|
+
scopes
|
|
177
|
+
};
|
|
178
|
+
}
|
|
47
179
|
/**
|
|
48
180
|
* Creates a blob storage-based database plugin with lazy initialization.
|
|
49
181
|
*
|
|
@@ -53,22 +185,282 @@ function resolveStorageTarget({ targetAppVersion, fingerprintHash }) {
|
|
|
53
185
|
*/
|
|
54
186
|
const createBlobDatabasePlugin = ({ name, factory }) => {
|
|
55
187
|
return (config, hooks) => {
|
|
188
|
+
const managementIndexPageSize = resolveManagementIndexPageSize(config);
|
|
56
189
|
const { listObjects, loadObject, uploadObject, deleteObject, invalidatePaths, apiBasePath } = factory(config);
|
|
57
190
|
const bundlesMap = /* @__PURE__ */ new Map();
|
|
58
191
|
const pendingBundlesMap = /* @__PURE__ */ new Map();
|
|
192
|
+
const managementRootCache = /* @__PURE__ */ new Map();
|
|
59
193
|
const PLATFORMS = ["ios", "android"];
|
|
194
|
+
const getAllManagementArtifact = (artifacts) => {
|
|
195
|
+
const allArtifact = artifacts.scopes.find((scope) => scope.cacheKey === ALL_SCOPE_CACHE_KEY);
|
|
196
|
+
if (!allArtifact) throw new Error("all-bundles management index artifact not found");
|
|
197
|
+
return allArtifact;
|
|
198
|
+
};
|
|
199
|
+
const replaceManagementRootCache = (artifacts) => {
|
|
200
|
+
managementRootCache.clear();
|
|
201
|
+
for (const scope of artifacts.scopes) managementRootCache.set(scope.cacheKey, scope.root);
|
|
202
|
+
};
|
|
203
|
+
const createHydratedBundle = (bundle) => {
|
|
204
|
+
const hydratedBundle = createBundleWithUpdateJsonKey(bundle);
|
|
205
|
+
bundlesMap.set(hydratedBundle.id, hydratedBundle);
|
|
206
|
+
return hydratedBundle;
|
|
207
|
+
};
|
|
208
|
+
const loadStoredManagementRoot = async (scope) => {
|
|
209
|
+
const cacheKey = getManagementScopeCacheKey(scope);
|
|
210
|
+
const storedRoot = await loadObject(getManagementRootKey(scope));
|
|
211
|
+
if (storedRoot) {
|
|
212
|
+
managementRootCache.set(cacheKey, storedRoot);
|
|
213
|
+
return storedRoot;
|
|
214
|
+
}
|
|
215
|
+
managementRootCache.delete(cacheKey);
|
|
216
|
+
return null;
|
|
217
|
+
};
|
|
218
|
+
const loadManagementPage = async (descriptor, pageCache) => {
|
|
219
|
+
if (pageCache?.has(descriptor.key)) return pageCache.get(descriptor.key) ?? null;
|
|
220
|
+
const page = await loadObject(descriptor.key);
|
|
221
|
+
pageCache?.set(descriptor.key, page);
|
|
222
|
+
return page;
|
|
223
|
+
};
|
|
224
|
+
const loadBundleFromManagementRoot = async (root, bundleId) => {
|
|
225
|
+
const pageIndex = findPageIndexContainingId(root.pages, bundleId);
|
|
226
|
+
if (pageIndex < 0) return null;
|
|
227
|
+
const descriptor = root.pages[pageIndex];
|
|
228
|
+
const page = await loadManagementPage(descriptor);
|
|
229
|
+
if (!page) return null;
|
|
230
|
+
return page.find((item) => item.id === bundleId) ?? null;
|
|
231
|
+
};
|
|
232
|
+
const loadAllBundlesFromRoot = async (root) => {
|
|
233
|
+
const allBundles = [];
|
|
234
|
+
const pageCache = /* @__PURE__ */ new Map();
|
|
235
|
+
for (const descriptor of root.pages) {
|
|
236
|
+
const page = await loadManagementPage(descriptor, pageCache);
|
|
237
|
+
if (!page) return null;
|
|
238
|
+
allBundles.push(...page);
|
|
239
|
+
}
|
|
240
|
+
return allBundles;
|
|
241
|
+
};
|
|
242
|
+
const persistManagementIndexArtifacts = async (nextArtifacts, previousArtifacts) => {
|
|
243
|
+
for (const [key, page] of nextArtifacts.pages.entries()) await uploadObject(key, page);
|
|
244
|
+
for (const scope of nextArtifacts.scopes) await uploadObject(scope.rootKey, scope.root);
|
|
245
|
+
if (!previousArtifacts) return;
|
|
246
|
+
const nextPageKeys = new Set(nextArtifacts.pages.keys());
|
|
247
|
+
const nextRootKeys = new Set(nextArtifacts.scopes.map((scope) => scope.rootKey));
|
|
248
|
+
for (const [key] of previousArtifacts.pages.entries()) if (!nextPageKeys.has(key)) await deleteObject(key).catch(() => {});
|
|
249
|
+
for (const scope of previousArtifacts.scopes) if (!nextRootKeys.has(scope.rootKey)) await deleteObject(scope.rootKey).catch(() => {});
|
|
250
|
+
};
|
|
251
|
+
const ensureAllManagementRoot = async () => {
|
|
252
|
+
const storedAllRoot = await loadStoredManagementRoot({});
|
|
253
|
+
if (storedAllRoot && storedAllRoot.pageSize === managementIndexPageSize) return storedAllRoot;
|
|
254
|
+
const rebuiltBundles = sortManagedBundles((await reloadBundles()).map((bundle) => removeBundleInternalKeys(bundle)));
|
|
255
|
+
const nextArtifacts = buildManagementIndexArtifacts(rebuiltBundles, managementIndexPageSize);
|
|
256
|
+
await persistManagementIndexArtifacts(nextArtifacts, storedAllRoot ? buildManagementIndexArtifacts(rebuiltBundles, storedAllRoot.pageSize) : void 0);
|
|
257
|
+
replaceManagementRootCache(nextArtifacts);
|
|
258
|
+
return getAllManagementArtifact(nextArtifacts).root;
|
|
259
|
+
};
|
|
260
|
+
const loadManagementScopeRoot = async (scope) => {
|
|
261
|
+
const cacheKey = getManagementScopeCacheKey(scope);
|
|
262
|
+
if (cacheKey === ALL_SCOPE_CACHE_KEY) return ensureAllManagementRoot();
|
|
263
|
+
const storedRoot = await loadStoredManagementRoot(scope);
|
|
264
|
+
if (storedRoot) return storedRoot;
|
|
265
|
+
await ensureAllManagementRoot();
|
|
266
|
+
const storedScopedRoot = await loadStoredManagementRoot(scope);
|
|
267
|
+
if (storedScopedRoot) return storedScopedRoot;
|
|
268
|
+
managementRootCache.set(cacheKey, null);
|
|
269
|
+
return null;
|
|
270
|
+
};
|
|
271
|
+
const loadAllBundlesForManagementFallback = async () => {
|
|
272
|
+
const allRoot = await loadManagementScopeRoot({});
|
|
273
|
+
if (allRoot) {
|
|
274
|
+
const pagedBundles = await loadAllBundlesFromRoot(allRoot);
|
|
275
|
+
if (pagedBundles) return pagedBundles;
|
|
276
|
+
}
|
|
277
|
+
return sortManagedBundles((await reloadBundles()).map((bundle) => removeBundleInternalKeys(bundle)));
|
|
278
|
+
};
|
|
279
|
+
const loadCurrentBundlesForIndexRebuild = async () => {
|
|
280
|
+
return loadAllBundlesForManagementFallback();
|
|
281
|
+
};
|
|
282
|
+
const findPageIndexContainingId = (pages, id) => {
|
|
283
|
+
return pages.findIndex((page) => id.localeCompare(page.firstId) <= 0 && id.localeCompare(page.lastId) >= 0);
|
|
284
|
+
};
|
|
285
|
+
const readPagedBundles = async ({ root, limit, offset, cursor }) => {
|
|
286
|
+
if (root.total === 0 || root.pages.length === 0) return createEmptyManagementResult(limit);
|
|
287
|
+
const pageStartOffsets = getPageStartOffsets(root.pages);
|
|
288
|
+
const pageCache = /* @__PURE__ */ new Map();
|
|
289
|
+
if (offset !== void 0) {
|
|
290
|
+
const normalizedOffset = Math.max(0, offset);
|
|
291
|
+
if (normalizedOffset >= root.total) return {
|
|
292
|
+
data: [],
|
|
293
|
+
pagination: calculatePagination(root.total, {
|
|
294
|
+
limit,
|
|
295
|
+
offset: normalizedOffset
|
|
296
|
+
})
|
|
297
|
+
};
|
|
298
|
+
let pageIndex = 0;
|
|
299
|
+
for (let index = pageStartOffsets.length - 1; index >= 0; index--) if ((pageStartOffsets[index] ?? 0) <= normalizedOffset) {
|
|
300
|
+
pageIndex = index;
|
|
301
|
+
break;
|
|
302
|
+
}
|
|
303
|
+
const startInPage = normalizedOffset - (pageStartOffsets[pageIndex] ?? 0);
|
|
304
|
+
const data = [];
|
|
305
|
+
for (let currentPageIndex = pageIndex; currentPageIndex < root.pages.length && (limit <= 0 || data.length < limit); currentPageIndex++) {
|
|
306
|
+
const descriptor = root.pages[currentPageIndex];
|
|
307
|
+
const page = await loadManagementPage(descriptor, pageCache);
|
|
308
|
+
if (!page) return paginateBundles({
|
|
309
|
+
bundles: await loadAllBundlesForManagementFallback(),
|
|
310
|
+
limit,
|
|
311
|
+
offset: normalizedOffset
|
|
312
|
+
});
|
|
313
|
+
data.push(...currentPageIndex === pageIndex ? page.slice(startInPage) : page);
|
|
314
|
+
}
|
|
315
|
+
const paginatedData = limit > 0 ? data.slice(0, limit) : data;
|
|
316
|
+
return {
|
|
317
|
+
data: paginatedData,
|
|
318
|
+
pagination: {
|
|
319
|
+
...calculatePagination(root.total, {
|
|
320
|
+
limit,
|
|
321
|
+
offset: normalizedOffset
|
|
322
|
+
}),
|
|
323
|
+
...paginatedData.length > 0 && normalizedOffset + paginatedData.length < root.total ? { nextCursor: paginatedData.at(-1)?.id } : {},
|
|
324
|
+
...paginatedData.length > 0 && normalizedOffset > 0 ? { previousCursor: paginatedData[0]?.id } : {}
|
|
325
|
+
}
|
|
326
|
+
};
|
|
327
|
+
}
|
|
328
|
+
if (cursor?.after) {
|
|
329
|
+
let pageIndex = root.pages.findIndex((page) => {
|
|
330
|
+
const containsCursor = cursor.after.localeCompare(page.firstId) <= 0 && cursor.after.localeCompare(page.lastId) >= 0;
|
|
331
|
+
const wholePageEligible = cursor.after.localeCompare(page.firstId) > 0;
|
|
332
|
+
return containsCursor || wholePageEligible;
|
|
333
|
+
});
|
|
334
|
+
if (pageIndex < 0) return {
|
|
335
|
+
data: [],
|
|
336
|
+
pagination: {
|
|
337
|
+
...calculatePagination(root.total, {
|
|
338
|
+
limit,
|
|
339
|
+
offset: root.total
|
|
340
|
+
}),
|
|
341
|
+
previousCursor: cursor.after
|
|
342
|
+
}
|
|
343
|
+
};
|
|
344
|
+
const data = [];
|
|
345
|
+
let startIndex = null;
|
|
346
|
+
while (pageIndex < root.pages.length && (limit <= 0 || data.length < limit)) {
|
|
347
|
+
const descriptor = root.pages[pageIndex];
|
|
348
|
+
const page = await loadManagementPage(descriptor, pageCache);
|
|
349
|
+
if (!page) return paginateBundles({
|
|
350
|
+
bundles: await loadAllBundlesForManagementFallback(),
|
|
351
|
+
limit,
|
|
352
|
+
cursor
|
|
353
|
+
});
|
|
354
|
+
const containsCursor = cursor.after.localeCompare(descriptor.firstId) <= 0 && cursor.after.localeCompare(descriptor.lastId) >= 0;
|
|
355
|
+
let eligiblePageBundles = page;
|
|
356
|
+
if (containsCursor) {
|
|
357
|
+
const startInPage = page.findIndex((bundle) => bundle.id.localeCompare(cursor.after) < 0);
|
|
358
|
+
if (startInPage < 0) eligiblePageBundles = [];
|
|
359
|
+
else {
|
|
360
|
+
eligiblePageBundles = page.slice(startInPage);
|
|
361
|
+
startIndex ??= (pageStartOffsets[pageIndex] ?? 0) + startInPage;
|
|
362
|
+
}
|
|
363
|
+
} else if (eligiblePageBundles.length > 0) startIndex ??= pageStartOffsets[pageIndex] ?? 0;
|
|
364
|
+
data.push(...eligiblePageBundles);
|
|
365
|
+
if (limit > 0 && data.length >= limit) break;
|
|
366
|
+
pageIndex += 1;
|
|
367
|
+
}
|
|
368
|
+
const paginatedData = limit > 0 ? data.slice(0, limit) : data;
|
|
369
|
+
const resolvedStartIndex = startIndex ?? root.total;
|
|
370
|
+
return {
|
|
371
|
+
data: paginatedData,
|
|
372
|
+
pagination: {
|
|
373
|
+
...calculatePagination(root.total, {
|
|
374
|
+
limit,
|
|
375
|
+
offset: resolvedStartIndex
|
|
376
|
+
}),
|
|
377
|
+
...paginatedData.length > 0 && resolvedStartIndex + paginatedData.length < root.total ? { nextCursor: paginatedData.at(-1)?.id } : {},
|
|
378
|
+
...paginatedData.length > 0 && resolvedStartIndex > 0 ? { previousCursor: paginatedData[0]?.id } : {}
|
|
379
|
+
}
|
|
380
|
+
};
|
|
381
|
+
}
|
|
382
|
+
if (cursor?.before) {
|
|
383
|
+
let pageIndex = -1;
|
|
384
|
+
for (let index = root.pages.length - 1; index >= 0; index--) {
|
|
385
|
+
const page = root.pages[index];
|
|
386
|
+
const containsCursor = cursor.before.localeCompare(page.firstId) <= 0 && cursor.before.localeCompare(page.lastId) >= 0;
|
|
387
|
+
const wholePageEligible = cursor.before.localeCompare(page.lastId) < 0;
|
|
388
|
+
if (containsCursor || wholePageEligible) {
|
|
389
|
+
pageIndex = index;
|
|
390
|
+
break;
|
|
391
|
+
}
|
|
392
|
+
}
|
|
393
|
+
if (pageIndex < 0) return createEmptyManagementResult(limit);
|
|
394
|
+
let startIndex = null;
|
|
395
|
+
let collected = [];
|
|
396
|
+
while (pageIndex >= 0 && (limit <= 0 || collected.length < limit)) {
|
|
397
|
+
const descriptor = root.pages[pageIndex];
|
|
398
|
+
const page = await loadManagementPage(descriptor, pageCache);
|
|
399
|
+
if (!page) return paginateBundles({
|
|
400
|
+
bundles: await loadAllBundlesForManagementFallback(),
|
|
401
|
+
limit,
|
|
402
|
+
cursor
|
|
403
|
+
});
|
|
404
|
+
const eligiblePageBundles = cursor.before.localeCompare(descriptor.firstId) <= 0 && cursor.before.localeCompare(descriptor.lastId) >= 0 ? page.filter((bundle) => bundle.id.localeCompare(cursor.before) > 0) : page;
|
|
405
|
+
collected = [...eligiblePageBundles, ...collected];
|
|
406
|
+
if (eligiblePageBundles.length > 0) startIndex = pageStartOffsets[pageIndex] ?? 0;
|
|
407
|
+
if (limit > 0 && collected.length >= limit) break;
|
|
408
|
+
pageIndex -= 1;
|
|
409
|
+
}
|
|
410
|
+
if (startIndex === null || collected.length === 0) return createEmptyManagementResult(limit);
|
|
411
|
+
let paginatedData = collected;
|
|
412
|
+
if (limit > 0 && collected.length > limit) {
|
|
413
|
+
const dropCount = collected.length - limit;
|
|
414
|
+
paginatedData = collected.slice(dropCount);
|
|
415
|
+
startIndex += dropCount;
|
|
416
|
+
}
|
|
417
|
+
const pagination = calculatePagination(root.total, {
|
|
418
|
+
limit,
|
|
419
|
+
offset: startIndex
|
|
420
|
+
});
|
|
421
|
+
return {
|
|
422
|
+
data: paginatedData,
|
|
423
|
+
pagination: {
|
|
424
|
+
...pagination,
|
|
425
|
+
...paginatedData.length > 0 && startIndex + paginatedData.length < root.total ? { nextCursor: paginatedData.at(-1)?.id } : {},
|
|
426
|
+
...paginatedData.length > 0 && startIndex > 0 ? { previousCursor: paginatedData[0]?.id } : {}
|
|
427
|
+
}
|
|
428
|
+
};
|
|
429
|
+
}
|
|
430
|
+
const pageIndex = 0;
|
|
431
|
+
const startInPage = 0;
|
|
432
|
+
const data = [];
|
|
433
|
+
for (let currentPageIndex = pageIndex; currentPageIndex < root.pages.length && (limit <= 0 || data.length < limit); currentPageIndex++) {
|
|
434
|
+
const descriptor = root.pages[currentPageIndex];
|
|
435
|
+
const page = await loadManagementPage(descriptor, pageCache);
|
|
436
|
+
if (!page) return paginateBundles({
|
|
437
|
+
bundles: await loadAllBundlesForManagementFallback(),
|
|
438
|
+
limit,
|
|
439
|
+
cursor
|
|
440
|
+
});
|
|
441
|
+
data.push(...currentPageIndex === pageIndex ? page.slice(startInPage) : page);
|
|
442
|
+
}
|
|
443
|
+
const paginatedData = limit > 0 ? data.slice(0, limit) : data;
|
|
444
|
+
return {
|
|
445
|
+
data: paginatedData,
|
|
446
|
+
pagination: {
|
|
447
|
+
...calculatePagination(root.total, {
|
|
448
|
+
limit,
|
|
449
|
+
offset: 0
|
|
450
|
+
}),
|
|
451
|
+
...paginatedData.length > 0 && paginatedData.length < root.total ? { nextCursor: paginatedData.at(-1)?.id } : {}
|
|
452
|
+
}
|
|
453
|
+
};
|
|
454
|
+
};
|
|
60
455
|
async function reloadBundles() {
|
|
61
456
|
bundlesMap.clear();
|
|
62
|
-
const
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
}));
|
|
68
|
-
});
|
|
69
|
-
return (await Promise.all(filePromises)).flat();
|
|
457
|
+
const filePromises = (await listObjects("")).filter((key) => /^[^/]+\/(?:ios|android)\/[^/]+\/update\.json$/.test(key)).map(async (key) => {
|
|
458
|
+
return (await loadObject(key) ?? []).map((bundle) => ({
|
|
459
|
+
...bundle,
|
|
460
|
+
_updateJsonKey: key
|
|
461
|
+
}));
|
|
70
462
|
});
|
|
71
|
-
const allBundles = (await Promise.all(
|
|
463
|
+
const allBundles = (await Promise.all(filePromises)).flat();
|
|
72
464
|
for (const bundle of allBundles) bundlesMap.set(bundle.id, bundle);
|
|
73
465
|
for (const [id, bundle] of pendingBundlesMap.entries()) bundlesMap.set(id, bundle);
|
|
74
466
|
return orderBy(allBundles, [(v) => v.id], ["desc"]);
|
|
@@ -103,17 +495,31 @@ const createBlobDatabasePlugin = ({ name, factory }) => {
|
|
|
103
495
|
if (JSON.stringify(oldTargetVersions) !== JSON.stringify(newTargetVersions)) await uploadObject(targetKey, newTargetVersions);
|
|
104
496
|
}
|
|
105
497
|
}
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
498
|
+
const getAppVersionUpdateInfo = async ({ appVersion, bundleId, channel = "production", cohort, minBundleId, platform }) => {
|
|
499
|
+
const matchingVersions = filterCompatibleAppVersions(await loadObject(`${channel}/${platform}/target-app-versions.json`) ?? [], appVersion);
|
|
500
|
+
return getUpdateInfo((await Promise.allSettled(matchingVersions.map(async (targetAppVersion) => {
|
|
501
|
+
return await loadObject(`${channel}/${platform}/${normalizeTargetAppVersion(targetAppVersion) ?? targetAppVersion}/update.json`) ?? [];
|
|
502
|
+
}))).filter((entry) => entry.status === "fulfilled").flatMap((entry) => entry.value), {
|
|
503
|
+
_updateStrategy: "appVersion",
|
|
504
|
+
appVersion,
|
|
505
|
+
bundleId,
|
|
506
|
+
channel,
|
|
507
|
+
cohort,
|
|
508
|
+
minBundleId,
|
|
509
|
+
platform
|
|
510
|
+
});
|
|
511
|
+
};
|
|
512
|
+
const getFingerprintUpdateInfo = async ({ bundleId, channel = "production", cohort, fingerprintHash, minBundleId, platform }) => {
|
|
513
|
+
return getUpdateInfo(await loadObject(`${channel}/${platform}/${fingerprintHash}/update.json`) ?? [], {
|
|
514
|
+
_updateStrategy: "fingerprint",
|
|
515
|
+
bundleId,
|
|
516
|
+
channel,
|
|
517
|
+
cohort,
|
|
518
|
+
fingerprintHash,
|
|
519
|
+
minBundleId,
|
|
520
|
+
platform
|
|
521
|
+
});
|
|
522
|
+
};
|
|
117
523
|
const addAppVersionInvalidationPaths = (pathsToInvalidate, { platform, channel, targetAppVersion }) => {
|
|
118
524
|
if (!isExactVersion(targetAppVersion)) {
|
|
119
525
|
pathsToInvalidate.add(`${apiBasePath}/app-version/${platform}/*`);
|
|
@@ -136,37 +542,56 @@ const createBlobDatabasePlugin = ({ name, factory }) => {
|
|
|
136
542
|
return createDatabasePlugin({
|
|
137
543
|
name,
|
|
138
544
|
factory: () => ({
|
|
545
|
+
supportsCursorPagination: true,
|
|
139
546
|
async getBundleById(bundleId) {
|
|
140
547
|
const pendingBundle = pendingBundlesMap.get(bundleId);
|
|
141
548
|
if (pendingBundle) return removeBundleInternalKeys(pendingBundle);
|
|
142
549
|
const bundle = bundlesMap.get(bundleId);
|
|
143
550
|
if (bundle) return removeBundleInternalKeys(bundle);
|
|
144
|
-
|
|
551
|
+
const allRoot = await loadManagementScopeRoot({});
|
|
552
|
+
if (allRoot) {
|
|
553
|
+
const matchedBundle = await loadBundleFromManagementRoot(allRoot, bundleId);
|
|
554
|
+
if (matchedBundle) return removeBundleInternalKeys(createHydratedBundle(matchedBundle));
|
|
555
|
+
managementRootCache.delete(ALL_SCOPE_CACHE_KEY);
|
|
556
|
+
const refreshedAllRoot = await loadStoredManagementRoot({});
|
|
557
|
+
if (refreshedAllRoot) {
|
|
558
|
+
const refreshedBundle = await loadBundleFromManagementRoot(refreshedAllRoot, bundleId);
|
|
559
|
+
if (refreshedBundle) return removeBundleInternalKeys(createHydratedBundle(refreshedBundle));
|
|
560
|
+
}
|
|
561
|
+
}
|
|
562
|
+
const matchedBundle = (await reloadBundles()).find((item) => item.id === bundleId);
|
|
563
|
+
if (!matchedBundle) return null;
|
|
564
|
+
return removeBundleInternalKeys(matchedBundle);
|
|
565
|
+
},
|
|
566
|
+
async getUpdateInfo(args) {
|
|
567
|
+
if (args._updateStrategy === "appVersion") return getAppVersionUpdateInfo(args);
|
|
568
|
+
return getFingerprintUpdateInfo(args);
|
|
145
569
|
},
|
|
146
570
|
async getBundles(options) {
|
|
147
|
-
|
|
148
|
-
const
|
|
149
|
-
if (
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
if (limit) paginatedData = paginatedData.slice(0, limit);
|
|
155
|
-
return {
|
|
156
|
-
data: paginatedData,
|
|
157
|
-
pagination: calculatePagination(total, {
|
|
571
|
+
const { where, limit, offset, orderBy, cursor } = options;
|
|
572
|
+
const scope = getSupportedManagementScope(where, orderBy);
|
|
573
|
+
if (scope) {
|
|
574
|
+
const root = await loadManagementScopeRoot(scope);
|
|
575
|
+
if (!root) return createEmptyManagementResult(limit);
|
|
576
|
+
return readPagedBundles({
|
|
577
|
+
root,
|
|
158
578
|
limit,
|
|
159
|
-
offset
|
|
160
|
-
|
|
161
|
-
|
|
579
|
+
offset,
|
|
580
|
+
cursor
|
|
581
|
+
});
|
|
582
|
+
}
|
|
583
|
+
let allBundles = await loadAllBundlesForManagementFallback();
|
|
584
|
+
if (where) allBundles = allBundles.filter((bundle) => bundleMatchesQueryWhere(bundle, where));
|
|
585
|
+
return paginateBundles({
|
|
586
|
+
bundles: allBundles,
|
|
587
|
+
limit,
|
|
588
|
+
offset,
|
|
589
|
+
cursor,
|
|
590
|
+
orderBy
|
|
591
|
+
});
|
|
162
592
|
},
|
|
163
593
|
async getChannels() {
|
|
164
|
-
|
|
165
|
-
const result = await this.getBundles({
|
|
166
|
-
limit: total,
|
|
167
|
-
offset: 0
|
|
168
|
-
});
|
|
169
|
-
return [...new Set(result.data.map((bundle) => bundle.channel))];
|
|
594
|
+
return (await loadManagementScopeRoot({}))?.channels ?? [];
|
|
170
595
|
},
|
|
171
596
|
async commitBundle({ changedSets }) {
|
|
172
597
|
if (changedSets.length === 0) return;
|
|
@@ -263,6 +688,20 @@ const createBlobDatabasePlugin = ({ name, factory }) => {
|
|
|
263
688
|
await uploadObject(key, currentBundles);
|
|
264
689
|
})();
|
|
265
690
|
if (isTargetAppVersionChanged || isChannelChanged) for (const platform of PLATFORMS) await updateTargetVersionsForPlatform(platform);
|
|
691
|
+
const currentIndexBundles = await loadCurrentBundlesForIndexRebuild();
|
|
692
|
+
const nextIndexMap = new Map(currentIndexBundles.map((bundle) => [bundle.id, bundle]));
|
|
693
|
+
for (const { operation, data } of changedSets) {
|
|
694
|
+
if (operation === "delete") {
|
|
695
|
+
nextIndexMap.delete(data.id);
|
|
696
|
+
continue;
|
|
697
|
+
}
|
|
698
|
+
nextIndexMap.set(data.id, data);
|
|
699
|
+
}
|
|
700
|
+
const nextIndexBundles = sortManagedBundles(Array.from(nextIndexMap.values()));
|
|
701
|
+
const previousArtifacts = buildManagementIndexArtifacts(currentIndexBundles, managementIndexPageSize);
|
|
702
|
+
const nextArtifacts = buildManagementIndexArtifacts(nextIndexBundles, managementIndexPageSize);
|
|
703
|
+
await persistManagementIndexArtifacts(nextArtifacts, previousArtifacts);
|
|
704
|
+
replaceManagementRootCache(nextArtifacts);
|
|
266
705
|
const encondedPaths = /* @__PURE__ */ new Set();
|
|
267
706
|
for (const path of pathsToInvalidate) encondedPaths.add(encodeURI(path));
|
|
268
707
|
await invalidatePaths(Array.from(encondedPaths));
|