@snap/camera-kit 0.7.0

package/lib/lens/assets/deviceDependentAssetLoader.d.ts

@@ -0,0 +1,11 @@
+import { FetchHandler } from "../../handlers/defaultFetchHandler";
+import { RemoteConfiguration } from "../../remote-configuration/remoteConfiguration";
+import { AssetLoader } from "./LensAssetRepository";
+/**
+ * @internal
+ */
+export declare const deviceDependentAssetLoaderFactory: {
+    (args_0: FetchHandler<Response>, args_1: RemoteConfiguration): AssetLoader;
+    token: "deviceDependentAssetLoader";
+    dependencies: readonly ["defaultFetchHandler", "remoteConfiguration"];
+};

package/lib/lens/assets/deviceDependentAssetLoader.js

@@ -0,0 +1,58 @@
+import { __awaiter } from "tslib";
+import { catchError, firstValueFrom, map, mergeMap } from "rxjs";
+import { isRecord, isString } from "../../common/typeguards";
+import { Injectable } from "../../dependency-injection/Injectable";
+import { createArrayBufferParsingHandler } from "../../handlers/arrayBufferParsingHandler";
+import { defaultFetchHandlerFactory } from "../../handlers/defaultFetchHandler";
+import { HandlerChainBuilder } from "../../handlers/HandlerChainBuilder";
+import { remoteConfigurationFactory } from "../../remote-configuration/remoteConfiguration";
+const hasStringValue = (value) => {
+    return isRecord(value) && isString(value.stringValue);
+};
+const isAssetConfig = (value) => {
+    return isRecord(value) && isString(value.url) && (value.checksum === undefined || isString(value.checksum));
+};
+/**
+ * @internal
+ */
+export const deviceDependentAssetLoaderFactory = Injectable("deviceDependentAssetLoader", [defaultFetchHandlerFactory.token, remoteConfigurationFactory.token], (fetchHandler, remoteConfiguration) => {
+    const assetHandler = new HandlerChainBuilder(fetchHandler).map(createArrayBufferParsingHandler()).handler;
+    return function deviceDependentAssetLoader({ assetId }) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const loadingFailed = (reason, cause) => new Error(`Cannot load device-dependent asset ${assetId}. ${reason}`, { cause });
+            return firstValueFrom(remoteConfiguration.get(assetId).pipe(catchError((error) => {
+                throw loadingFailed("COF config failed to load.", error);
+            }), map((configs) => {
+                if (configs.length === 0) {
+                    throw loadingFailed(`No COF config found corresponding to that assetId.`);
+                }
+                // All of the deviceDependent asset configs will only have one value, so we can safely use the
+                // first (i.e. only) element in the configs list.
+                const [{ value }] = configs;
+                // Asset configurations are all JSON-encoded in the `stringValue` property. If it doesn't
+                // exists, we can't fetch the asset.
+                if (!hasStringValue(value))
+                    throw loadingFailed("COF config malformed (missing stringValue)");
+                let assetConfig;
+                try {
+                    assetConfig = JSON.parse(value.stringValue);
+                }
+                catch (parseError) {
+                    throw loadingFailed("COF config malformed (JSON parse error)", parseError);
+                }
+                // Asset configurations have a `url` and `checksum` property. Otherwise we're dealing with some
+                // other kind of configuration, and cannot fetch the asset.
+                if (!isAssetConfig(assetConfig))
+                    throw loadingFailed("COF config malformed (missing URL)");
+                return assetConfig;
+            }), mergeMap(({ url, checksum }) => __awaiter(this, void 0, void 0, function* () {
+                // TODO: remove force-cache once https://jira.sc-corp.net/browse/CAMKIT-3671 is addressed
+                const [data, response] = yield assetHandler(url, { cache: "force-cache" });
+                if (!response.ok)
+                    throw response;
+                return { data, checksum };
+            }))));
+        });
+    };
+});
+//# sourceMappingURL=deviceDependentAssetLoader.js.map

package/lib/lens/assets/deviceDependentAssetLoader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deviceDependentAssetLoader.js","sourceRoot":"","sources":["../../../src/lens/assets/deviceDependentAssetLoader.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,uCAAuC,CAAC;AACnE,OAAO,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC;AAC3F,OAAO,EAAE,0BAA0B,EAAgB,MAAM,oCAAoC,CAAC;AAC9F,OAAO,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,EAAuB,0BAA0B,EAAE,MAAM,gDAAgD,CAAC;AAQjH,MAAM,cAAc,GAAG,CAAC,KAAc,EAAoC,EAAE;IACxE,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,KAAc,EAAwB,EAAE;IAC3D,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAChH,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG,UAAU,CACvD,4BAA4B,EAC5B,CAAC,0BAA0B,CAAC,KAAK,EAAE,0BAA0B,CAAC,KAAK,CAAU,EAC7E,CAAC,YAA0B,EAAE,mBAAwC,EAAe,EAAE;IAClF,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC;IAE1G,OAAO,SAAe,0BAA0B,CAAC,EAAE,OAAO,EAAE;;YACxD,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,KAAe,EAAE,EAAE,CACtD,IAAI,KAAK,CAAC,sCAAsC,OAAO,KAAK,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAErF,OAAO,cAAc,CACjB,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CACjC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE;gBACjB,MAAM,aAAa,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YAC7D,CAAC,CAAC,EACF,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBACZ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;oBACtB,MAAM,aAAa,CAAC,oDAAoD,CAAC,CAAC;iBAC7E;gBACD,8FAA8F;gBAC9F,iDAAiD;gBACjD,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC;gBAE5B,yFAAyF;gBACzF,oCAAoC;gBACpC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;oBAAE,MAAM,aAAa,CAAC,4CAA4C,CAAC,CAAC;gBAE9F,IAAI,WAAoB,CAAC;gBACzB,IAAI;oBACA,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;iBAC/C;gBAAC,OAAO,UAAU,EAAE;oBACjB,MAAM,aAAa,CAAC,yCAAyC,EAAE,UAAU,CAAC,CAAC;iBAC9E;gBAED,+FAA+F;gBAC/F,2DAA2D;gBAC3D,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;oBAAE,MAAM,aAAa,CAAC,oCAAoC,CAAC,CAAC;gBAE3F,OAAO,WAAW,CAAC;YACvB,CAAC,CAAC,EACF,QAAQ,CAAC,CAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACjC,yFAAyF;gBACzF,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;gBAC3E,IAAI,CAAC,QAAQ,CAAC,EAAE;oBAAE,MAAM,QAAQ,CAAC;gBACjC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;YAC9B,CAAC,CAAA,CAAC,CACL,CACJ,CAAC;QACN,CAAC;KAAA,CAAC;AACN,CAAC,CACJ,CAAC","sourcesContent":["import { catchError, firstValueFrom, map, mergeMap } from \"rxjs\";\nimport { isRecord, isString } from \"../../common/typeguards\";\nimport { Injectable } from \"../../dependency-injection/Injectable\";\nimport { createArrayBufferParsingHandler } from \"../../handlers/arrayBufferParsingHandler\";\nimport { defaultFetchHandlerFactory, FetchHandler } from \"../../handlers/defaultFetchHandler\";\nimport { HandlerChainBuilder } from \"../../handlers/HandlerChainBuilder\";\nimport { RemoteConfiguration, remoteConfigurationFactory } from \"../../remote-configuration/remoteConfiguration\";\nimport { AssetLoader, AssetResponse } from \"./LensAssetRepository\";\n\ninterface AssetConfig {\n    url: string;\n    checksum?: string;\n}\n\nconst hasStringValue = (value: unknown): value is { stringValue: string } => {\n    return isRecord(value) && isString(value.stringValue);\n};\n\nconst isAssetConfig = (value: unknown): value is AssetConfig => {\n    return isRecord(value) && isString(value.url) && (value.checksum === undefined || isString(value.checksum));\n};\n\n/**\n * @internal\n */\nexport const deviceDependentAssetLoaderFactory = Injectable(\n    \"deviceDependentAssetLoader\",\n    [defaultFetchHandlerFactory.token, remoteConfigurationFactory.token] as const,\n    (fetchHandler: FetchHandler, remoteConfiguration: RemoteConfiguration): AssetLoader => {\n        const assetHandler = new HandlerChainBuilder(fetchHandler).map(createArrayBufferParsingHandler()).handler;\n\n        return async function deviceDependentAssetLoader({ assetId }): Promise<AssetResponse> {\n            const loadingFailed = (reason: string, cause?: unknown) =>\n                new Error(`Cannot load device-dependent asset ${assetId}. ${reason}`, { cause });\n\n            return firstValueFrom(\n                remoteConfiguration.get(assetId).pipe(\n                    catchError((error) => {\n                        throw loadingFailed(\"COF config failed to load.\", error);\n                    }),\n                    map((configs) => {\n                        if (configs.length === 0) {\n                            throw loadingFailed(`No COF config found corresponding to that assetId.`);\n                        }\n                        // All of the deviceDependent asset configs will only have one value, so we can safely use the\n                        // first (i.e. only) element in the configs list.\n                        const [{ value }] = configs;\n\n                        // Asset configurations are all JSON-encoded in the `stringValue` property. If it doesn't\n                        // exists, we can't fetch the asset.\n                        if (!hasStringValue(value)) throw loadingFailed(\"COF config malformed (missing stringValue)\");\n\n                        let assetConfig: unknown;\n                        try {\n                            assetConfig = JSON.parse(value.stringValue);\n                        } catch (parseError) {\n                            throw loadingFailed(\"COF config malformed (JSON parse error)\", parseError);\n                        }\n\n                        // Asset configurations have a `url` and `checksum` property. Otherwise we're dealing with some\n                        // other kind of configuration, and cannot fetch the asset.\n                        if (!isAssetConfig(assetConfig)) throw loadingFailed(\"COF config malformed (missing URL)\");\n\n                        return assetConfig;\n                    }),\n                    mergeMap(async ({ url, checksum }) => {\n                        // TODO: remove force-cache once https://jira.sc-corp.net/browse/CAMKIT-3671 is addressed\n                        const [data, response] = await assetHandler(url, { cache: \"force-cache\" });\n                        if (!response.ok) throw response;\n                        return { data, checksum };\n                    })\n                )\n            );\n        };\n    }\n);\n"]}

package/lib/lens/assets/remoteMediaAssetLoaderFactory.d.ts

@@ -0,0 +1,10 @@
+import { FetchHandler } from "../../handlers/defaultFetchHandler";
+import { AssetLoader } from "./LensAssetRepository";
+/**
+ * @internal
+ */
+export declare const remoteMediaAssetLoaderFactory: {
+    (args_0: FetchHandler<Response>): AssetLoader;
+    token: "remoteMediaAssetLoader";
+    dependencies: readonly ["defaultFetchHandler"];
+};

package/lib/lens/assets/remoteMediaAssetLoaderFactory.js

@@ -0,0 +1,26 @@
+import { __awaiter } from "tslib";
+import { Injectable } from "../../dependency-injection/Injectable";
+import { createArrayBufferParsingHandler } from "../../handlers/arrayBufferParsingHandler";
+import { defaultFetchHandlerFactory } from "../../handlers/defaultFetchHandler";
+import { HandlerChainBuilder } from "../../handlers/HandlerChainBuilder";
+/**
+ * @internal
+ */
+export const remoteMediaAssetLoaderFactory = Injectable("remoteMediaAssetLoader", [defaultFetchHandlerFactory.token], (fetchHandler) => {
+    const handler = new HandlerChainBuilder(fetchHandler).map(createArrayBufferParsingHandler()).handler;
+    return function remoteMediaAssetLoader(asset) {
+        return __awaiter(this, void 0, void 0, function* () {
+            // as a default option assuming that RemoteMedia asset type contains asset url in assetId
+            // this behaviour could be changed by providing own implementation for RemoteMedia asset loader
+            //   const cameraKit = bootstrapCameraKit(config, container => {
+            //     return container.provides(Injectable(
+            //       remoteMediaAssetLoaderFactory.token, ...
+            // TODO: remove force-cache once https://jira.sc-corp.net/browse/CAMKIT-3671 is addressed
+            const [buffer, response] = yield handler(asset.assetId, { cache: "force-cache" });
+            if (!response.ok)
+                throw response;
+            return buffer;
+        });
+    };
+});
+//# sourceMappingURL=remoteMediaAssetLoaderFactory.js.map

package/lib/lens/assets/remoteMediaAssetLoaderFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remoteMediaAssetLoaderFactory.js","sourceRoot":"","sources":["../../../src/lens/assets/remoteMediaAssetLoaderFactory.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uCAAuC,CAAC;AACnE,OAAO,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC;AAC3F,OAAO,EAAE,0BAA0B,EAAgB,MAAM,oCAAoC,CAAC;AAC9F,OAAO,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC;AAGzE;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,UAAU,CACnD,wBAAwB,EACxB,CAAC,0BAA0B,CAAC,KAAK,CAAU,EAC3C,CAAC,YAA0B,EAAe,EAAE;IACxC,MAAM,OAAO,GAAG,IAAI,mBAAmB,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC;IAErG,OAAO,SAAe,sBAAsB,CAAC,KAAK;;YAC9C,yFAAyF;YACzF,+FAA+F;YAC/F,gEAAgE;YAChE,4CAA4C;YAC5C,iDAAiD;YACjD,yFAAyF;YACzF,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YAClF,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,MAAM,QAAQ,CAAC;YACjC,OAAO,MAAM,CAAC;QAClB,CAAC;KAAA,CAAC;AACN,CAAC,CACJ,CAAC","sourcesContent":["import { Injectable } from \"../../dependency-injection/Injectable\";\nimport { createArrayBufferParsingHandler } from \"../../handlers/arrayBufferParsingHandler\";\nimport { defaultFetchHandlerFactory, FetchHandler } from \"../../handlers/defaultFetchHandler\";\nimport { HandlerChainBuilder } from \"../../handlers/HandlerChainBuilder\";\nimport { AssetLoader } from \"./LensAssetRepository\";\n\n/**\n * @internal\n */\nexport const remoteMediaAssetLoaderFactory = Injectable(\n    \"remoteMediaAssetLoader\",\n    [defaultFetchHandlerFactory.token] as const,\n    (fetchHandler: FetchHandler): AssetLoader => {\n        const handler = new HandlerChainBuilder(fetchHandler).map(createArrayBufferParsingHandler()).handler;\n\n        return async function remoteMediaAssetLoader(asset) {\n            // as a default option assuming that RemoteMedia asset type contains asset url in assetId\n            // this behaviour could be changed by providing own implementation for RemoteMedia asset loader\n            //   const cameraKit = bootstrapCameraKit(config, container => {\n            //     return container.provides(Injectable(\n            //       remoteMediaAssetLoaderFactory.token, ...\n            // TODO: remove force-cache once https://jira.sc-corp.net/browse/CAMKIT-3671 is addressed\n            const [buffer, response] = await handler(asset.assetId, { cache: \"force-cache\" });\n            if (!response.ok) throw response;\n            return buffer;\n        };\n    }\n);\n"]}

package/lib/lens/assets/staticAssetLoader.d.ts

@@ -0,0 +1,10 @@
+import { FetchHandler } from "../../handlers/defaultFetchHandler";
+import { AssetLoader } from "./LensAssetRepository";
+/**
+ * @internal
+ */
+export declare const staticAssetLoaderFactory: {
+    (args_0: FetchHandler<Response>): AssetLoader;
+    token: "staticAssetLoader";
+    dependencies: readonly ["defaultFetchHandler"];
+};

package/lib/lens/assets/staticAssetLoader.js

@@ -0,0 +1,24 @@
+import { __awaiter } from "tslib";
+import { Injectable } from "../../dependency-injection/Injectable";
+import { createArrayBufferParsingHandler } from "../../handlers/arrayBufferParsingHandler";
+import { defaultFetchHandlerFactory } from "../../handlers/defaultFetchHandler";
+import { HandlerChainBuilder } from "../../handlers/HandlerChainBuilder";
+/**
+ * @internal
+ */
+export const staticAssetLoaderFactory = Injectable("staticAssetLoader", [defaultFetchHandlerFactory.token], (fetchHandler) => {
+    const handler = new HandlerChainBuilder(fetchHandler).map(createArrayBufferParsingHandler()).handler;
+    return (asset, _lens, assetManifest) => __awaiter(void 0, void 0, void 0, function* () {
+        var _a;
+        const assetUrl = (_a = assetManifest === null || assetManifest === void 0 ? void 0 : assetManifest.find((manifest) => manifest.id === asset.assetId)) === null || _a === void 0 ? void 0 : _a.assetUrl;
+        if (!assetUrl) {
+            throw new Error(`Cannot load lens asset ${asset.assetId}. Static asset URL could not be found.`);
+        }
+        // TODO: remove force-cache once https://jira.sc-corp.net/browse/CAMKIT-3671 is addressed
+        const [buffer, response] = yield handler(assetUrl, { cache: "force-cache" });
+        if (!response.ok)
+            throw response;
+        return buffer;
+    });
+});
+//# sourceMappingURL=staticAssetLoader.js.map

package/lib/lens/assets/staticAssetLoader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"staticAssetLoader.js","sourceRoot":"","sources":["../../../src/lens/assets/staticAssetLoader.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uCAAuC,CAAC;AACnE,OAAO,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC;AAC3F,OAAO,EAAE,0BAA0B,EAAgB,MAAM,oCAAoC,CAAC;AAC9F,OAAO,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC;AAGzE;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,UAAU,CAC9C,mBAAmB,EACnB,CAAC,0BAA0B,CAAC,KAAK,CAAU,EAC3C,CAAC,YAA0B,EAAe,EAAE;IACxC,MAAM,OAAO,GAAG,IAAI,mBAAmB,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC;IAErG,OAAO,CAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE;;QACzC,MAAM,QAAQ,GAAG,MAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,0CAAE,QAAQ,CAAC;QAC5F,IAAI,CAAC,QAAQ,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,OAAO,wCAAwC,CAAC,CAAC;SACpG;QACD,yFAAyF;QACzF,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;QAC7E,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,QAAQ,CAAC;QACjC,OAAO,MAAM,CAAC;IAClB,CAAC,CAAA,CAAC;AACN,CAAC,CACJ,CAAC","sourcesContent":["import { Injectable } from \"../../dependency-injection/Injectable\";\nimport { createArrayBufferParsingHandler } from \"../../handlers/arrayBufferParsingHandler\";\nimport { defaultFetchHandlerFactory, FetchHandler } from \"../../handlers/defaultFetchHandler\";\nimport { HandlerChainBuilder } from \"../../handlers/HandlerChainBuilder\";\nimport { AssetLoader } from \"./LensAssetRepository\";\n\n/**\n * @internal\n */\nexport const staticAssetLoaderFactory = Injectable(\n    \"staticAssetLoader\",\n    [defaultFetchHandlerFactory.token] as const,\n    (fetchHandler: FetchHandler): AssetLoader => {\n        const handler = new HandlerChainBuilder(fetchHandler).map(createArrayBufferParsingHandler()).handler;\n\n        return async (asset, _lens, assetManifest) => {\n            const assetUrl = assetManifest?.find((manifest) => manifest.id === asset.assetId)?.assetUrl;\n            if (!assetUrl) {\n                throw new Error(`Cannot load lens asset ${asset.assetId}. Static asset URL could not be found.`);\n            }\n            // TODO: remove force-cache once https://jira.sc-corp.net/browse/CAMKIT-3671 is addressed\n            const [buffer, response] = await handler(assetUrl, { cache: \"force-cache\" });\n            if (!response.ok) throw response;\n            return buffer;\n        };\n    }\n);\n"]}

package/lib/lens/index.d.ts

@@ -0,0 +1,7 @@
+export { Lens_CameraFacing, LensAssetManifestItem_RequestTiming, LensAssetManifestItem_Type, LensAssetManifestItem, } from "../generated-proto/pb_schema/camera_kit/v3/lens";
+export { LensProto, ContentProto, Lens, isLens, isPreview, toPublicLens } from "./Lens";
+export { AssetTiming, LensRepository, lensRepositoryFactory } from "./LensRepository";
+export { lensSourcesFactory, LensSources } from "../extensions/LensSources";
+export { LensAssetRepository } from "./assets/LensAssetRepository";
+export { remoteMediaAssetLoaderFactory } from "./assets/remoteMediaAssetLoaderFactory";
+export { AssetLoader } from "./assets/LensAssetRepository";

package/lib/lens/index.js

@@ -0,0 +1,7 @@
+export { Lens_CameraFacing, LensAssetManifestItem_RequestTiming, LensAssetManifestItem_Type, LensAssetManifestItem, } from "../generated-proto/pb_schema/camera_kit/v3/lens";
+export { isLens, isPreview, toPublicLens } from "./Lens";
+export { LensRepository, lensRepositoryFactory } from "./LensRepository";
+export { lensSourcesFactory, LensSources } from "../extensions/LensSources";
+export { LensAssetRepository } from "./assets/LensAssetRepository";
+export { remoteMediaAssetLoaderFactory } from "./assets/remoteMediaAssetLoaderFactory";
+//# sourceMappingURL=index.js.map

package/lib/lens/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/lens/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,iBAAiB,EACjB,mCAAmC,EACnC,0BAA0B,EAC1B,qBAAqB,GACxB,MAAM,iDAAiD,CAAC;AACzD,OAAO,EAAiC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACxF,OAAO,EAAe,cAAc,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtF,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,6BAA6B,EAAE,MAAM,wCAAwC,CAAC","sourcesContent":["export {\n    Lens_CameraFacing,\n    LensAssetManifestItem_RequestTiming,\n    LensAssetManifestItem_Type,\n    LensAssetManifestItem,\n} from \"../generated-proto/pb_schema/camera_kit/v3/lens\";\nexport { LensProto, ContentProto, Lens, isLens, isPreview, toPublicLens } from \"./Lens\";\nexport { AssetTiming, LensRepository, lensRepositoryFactory } from \"./LensRepository\";\nexport { lensSourcesFactory, LensSources } from \"../extensions/LensSources\";\nexport { LensAssetRepository } from \"./assets/LensAssetRepository\";\nexport { remoteMediaAssetLoaderFactory } from \"./assets/remoteMediaAssetLoaderFactory\";\nexport { AssetLoader } from \"./assets/LensAssetRepository\";\n"]}

package/lib/lens/lensEnvelopeUtil.d.ts

@@ -0,0 +1,5 @@
+import { LensProto } from "./Lens";
+/**
+ * @internal
+ */
+export declare function decodeEnvelopes(envelopes: ArrayBuffer[]): LensProto[];

package/lib/lens/lensEnvelopeUtil.js

@@ -0,0 +1,19 @@
+import { Envelope } from "../generated-proto/pb_schema/camera_kit/v3/export";
+/**
+ * @internal
+ */
+function decodeEnvelope(envelope) {
+    try {
+        return Envelope.decode(new Uint8Array(envelope)).lenses;
+    }
+    catch (_a) {
+        throw new Error("Invalid lens envelope");
+    }
+}
+/**
+ * @internal
+ */
+export function decodeEnvelopes(envelopes) {
+    return envelopes.reduce((lenses, envelope) => [...lenses, ...decodeEnvelope(envelope)], []);
+}
+//# sourceMappingURL=lensEnvelopeUtil.js.map

package/lib/lens/lensEnvelopeUtil.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lensEnvelopeUtil.js","sourceRoot":"","sources":["../../src/lens/lensEnvelopeUtil.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mDAAmD,CAAC;AAG7E;;GAEG;AACH,SAAS,cAAc,CAAC,QAAqB;IACzC,IAAI;QACA,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;KAC3D;IAAC,WAAM;QACJ,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;KAC5C;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,SAAwB;IACpD,OAAO,SAAS,CAAC,MAAM,CAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC7G,CAAC","sourcesContent":["import { Envelope } from \"../generated-proto/pb_schema/camera_kit/v3/export\";\nimport { LensProto } from \"./Lens\";\n\n/**\n * @internal\n */\nfunction decodeEnvelope(envelope: ArrayBuffer) {\n    try {\n        return Envelope.decode(new Uint8Array(envelope)).lenses;\n    } catch {\n        throw new Error(\"Invalid lens envelope\");\n    }\n}\n\n/**\n * @internal\n */\nexport function decodeEnvelopes(envelopes: ArrayBuffer[]) {\n    return envelopes.reduce<LensProto[]>((lenses, envelope) => [...lenses, ...decodeEnvelope(envelope)], []);\n}\n"]}

package/lib/lens/lensHttpUtil.d.ts

@@ -0,0 +1,4 @@
+import { FetchHandler } from "../handlers/defaultFetchHandler";
+import { LensProto } from "./Lens";
+export declare function retrieveCameraKitLens(httpClient: FetchHandler, lensId: string, groupId: string): Promise<LensProto>;
+export declare function retrieveCameraKitLensGroup(httpClient: FetchHandler, groupId: string): Promise<LensProto[]>;

package/lib/lens/lensHttpUtil.js

@@ -0,0 +1,30 @@
+import { __awaiter } from "tslib";
+import { isGetGroupResponse, isLensProto } from "./Lens";
+const BASE_PATH = "https://api-kit.snapchat.com/com.snap.camerakit.v3.Lenses";
+function getRequestId(res) {
+    return res.headers.get("x-request-id");
+}
+export function retrieveCameraKitLens(httpClient, lensId, groupId) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const url = [BASE_PATH, "groups", groupId, "lenses", lensId].join("/");
+        const response = yield httpClient(url, { credentials: "include" });
+        const body = yield response.json();
+        const lens = body.lens;
+        if (!isLensProto(lens)) {
+            throw new Error(`Expected request to ${url} to return a Lens. Got:\n\n${JSON.stringify(body)} with request-id of "${getRequestId(response)}"`);
+        }
+        return lens;
+    });
+}
+export function retrieveCameraKitLensGroup(httpClient, groupId) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const url = [BASE_PATH, "groups", groupId].join("/");
+        const response = yield httpClient(url, { credentials: "include" });
+        const body = yield response.json();
+        if (!isGetGroupResponse(body)) {
+            throw new Error(`Expected request to ${url} to return a LensGroup. Got:\n\n${JSON.stringify(body)} with request-id of "${getRequestId(response)}"`);
+        }
+        return body.lenses;
+    });
+}
+//# sourceMappingURL=lensHttpUtil.js.map

package/lib/lens/lensHttpUtil.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lensHttpUtil.js","sourceRoot":"","sources":["../../src/lens/lensHttpUtil.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAa,MAAM,QAAQ,CAAC;AAEpE,MAAM,SAAS,GAAG,2DAA2D,CAAC;AAE9E,SAAS,YAAY,CAAC,GAAa;IAC/B,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAgB,qBAAqB,CACvC,UAAwB,EACxB,MAAc,EACd,OAAe;;QAEf,MAAM,GAAG,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE;YACpB,MAAM,IAAI,KAAK,CACX,uBAAuB,GAAG,8BAA8B,IAAI,CAAC,SAAS,CAClE,IAAI,CACP,wBAAwB,YAAY,CAAC,QAAQ,CAAC,GAAG,CACrD,CAAC;SACL;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;CAAA;AAED,MAAM,UAAgB,0BAA0B,CAAC,UAAwB,EAAE,OAAe;;QACtF,MAAM,GAAG,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE;YAC3B,MAAM,IAAI,KAAK,CACX,uBAAuB,GAAG,mCAAmC,IAAI,CAAC,SAAS,CACvE,IAAI,CACP,wBAAwB,YAAY,CAAC,QAAQ,CAAC,GAAG,CACrD,CAAC;SACL;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;CAAA","sourcesContent":["import { FetchHandler } from \"../handlers/defaultFetchHandler\";\nimport { isGetGroupResponse, isLensProto, LensProto } from \"./Lens\";\n\nconst BASE_PATH = \"https://api-kit.snapchat.com/com.snap.camerakit.v3.Lenses\";\n\nfunction getRequestId(res: Response) {\n    return res.headers.get(\"x-request-id\");\n}\n\nexport async function retrieveCameraKitLens(\n    httpClient: FetchHandler,\n    lensId: string,\n    groupId: string\n): Promise<LensProto> {\n    const url = [BASE_PATH, \"groups\", groupId, \"lenses\", lensId].join(\"/\");\n    const response = await httpClient(url, { credentials: \"include\" });\n    const body = await response.json();\n    const lens = body.lens;\n    if (!isLensProto(lens)) {\n        throw new Error(\n            `Expected request to ${url} to return a Lens. Got:\\n\\n${JSON.stringify(\n                body\n            )} with request-id of \"${getRequestId(response)}\"`\n        );\n    }\n    return lens;\n}\n\nexport async function retrieveCameraKitLensGroup(httpClient: FetchHandler, groupId: string): Promise<LensProto[]> {\n    const url = [BASE_PATH, \"groups\", groupId].join(\"/\");\n    const response = await httpClient(url, { credentials: \"include\" });\n    const body = await response.json();\n    if (!isGetGroupResponse(body)) {\n        throw new Error(\n            `Expected request to ${url} to return a LensGroup. Got:\\n\\n${JSON.stringify(\n                body\n            )} with request-id of \"${getRequestId(response)}\"`\n        );\n    }\n    return body.lenses;\n}\n"]}

package/lib/lens-client-interface/exif.d.ts

@@ -0,0 +1,20 @@
+export declare const enum Orientation {
+    TopLeft = 1,
+    TopRight = 2,
+    BottomRight = 3,
+    BottomLeft = 4,
+    LeftTop = 5,
+    RightTop = 6,
+    RightBottom = 7,
+    LeftBottom = 8
+}
+/**
+ * Parses JPEG EXIF metadata and returns Orientation tag of it, or undefined if not applicable.
+ *
+ * Adopted from https://stackoverflow.com/a/32490603
+ *
+ * @internal
+ * @param data JPEG binary.
+ * @returns Orientation tag value or undefined.
+ */
+export declare function extractJpegOrientationTag(data: ArrayBuffer): Orientation | undefined;

package/lib/lens-client-interface/exif.js

@@ -0,0 +1,61 @@
+const JPEG_ID = 0xffd8;
+const APP1_MARKER = 0xffe1;
+const EXIF_ID = 0x45786966;
+const LITTLE_ENDIAN = 0x4949;
+const ORIENTATION_TAG_OFFSET = 0x0112;
+// http://sylvana.net/jpegcrop/exif_orientation.html
+export var Orientation;
+(function (Orientation) {
+    Orientation[Orientation["TopLeft"] = 1] = "TopLeft";
+    Orientation[Orientation["TopRight"] = 2] = "TopRight";
+    Orientation[Orientation["BottomRight"] = 3] = "BottomRight";
+    Orientation[Orientation["BottomLeft"] = 4] = "BottomLeft";
+    Orientation[Orientation["LeftTop"] = 5] = "LeftTop";
+    Orientation[Orientation["RightTop"] = 6] = "RightTop";
+    Orientation[Orientation["RightBottom"] = 7] = "RightBottom";
+    Orientation[Orientation["LeftBottom"] = 8] = "LeftBottom";
+})(Orientation || (Orientation = {}));
+/**
+ * Parses JPEG EXIF metadata and returns Orientation tag of it, or undefined if not applicable.
+ *
+ * Adopted from https://stackoverflow.com/a/32490603
+ *
+ * @internal
+ * @param data JPEG binary.
+ * @returns Orientation tag value or undefined.
+ */
+export function extractJpegOrientationTag(data) {
+    const view = new DataView(data);
+    if (view.getUint16(0, false) !== JPEG_ID)
+        return undefined;
+    const length = view.byteLength;
+    let offset = 2;
+    while (offset < length) {
+        if (view.getUint16(offset + 2, false) <= 8)
+            return undefined;
+        let marker = view.getUint16(offset, false);
+        offset += 2;
+        if (marker === APP1_MARKER) {
+            if (view.getUint32((offset += 2), false) !== EXIF_ID) {
+                return undefined;
+            }
+            let little = view.getUint16((offset += 6), false) === LITTLE_ENDIAN;
+            offset += view.getUint32(offset + 4, little);
+            let tags = view.getUint16(offset, little);
+            offset += 2;
+            for (let i = 0; i < tags; i++) {
+                if (view.getUint16(offset + i * 12, little) === ORIENTATION_TAG_OFFSET) {
+                    return view.getUint16(offset + i * 12 + 8, little);
+                }
+            }
+        }
+        else if ((marker & 0xff00) !== 0xff00) {
+            break;
+        }
+        else {
+            offset += view.getUint16(offset, false);
+        }
+    }
+    return undefined;
+}
+//# sourceMappingURL=exif.js.map

package/lib/lens-client-interface/exif.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exif.js","sourceRoot":"","sources":["../../src/lens-client-interface/exif.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,GAAG,MAAM,CAAC;AACvB,MAAM,WAAW,GAAG,MAAM,CAAC;AAC3B,MAAM,OAAO,GAAG,UAAU,CAAC;AAC3B,MAAM,aAAa,GAAG,MAAM,CAAC;AAC7B,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAEtC,oDAAoD;AACpD,MAAM,CAAN,IAAkB,WASjB;AATD,WAAkB,WAAW;IACzB,mDAAW,CAAA;IACX,qDAAY,CAAA;IACZ,2DAAe,CAAA;IACf,yDAAc,CAAA;IACd,mDAAW,CAAA;IACX,qDAAY,CAAA;IACZ,2DAAe,CAAA;IACf,yDAAc,CAAA;AAClB,CAAC,EATiB,WAAW,KAAX,WAAW,QAS5B;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,yBAAyB,CAAC,IAAiB;IACvD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEhC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,OAAO;QAAE,OAAO,SAAS,CAAC;IAE3D,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;IAC/B,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,MAAM,GAAG,MAAM,EAAE;QACpB,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QAC7D,IAAI,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,CAAC;QAEZ,IAAI,MAAM,KAAK,WAAW,EAAE;YACxB,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,OAAO,EAAE;gBAClD,OAAO,SAAS,CAAC;aACpB;YAED,IAAI,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,aAAa,CAAC;YACpE,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7C,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAC1C,MAAM,IAAI,CAAC,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE;gBAC3B,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,KAAK,sBAAsB,EAAE;oBACpE,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,CAAgB,CAAC;iBACrE;aACJ;SACJ;aAAM,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,MAAM,EAAE;YACrC,MAAM;SACT;aAAM;YACH,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;SAC3C;KACJ;IACD,OAAO,SAAS,CAAC;AACrB,CAAC","sourcesContent":["const JPEG_ID = 0xffd8;\nconst APP1_MARKER = 0xffe1;\nconst EXIF_ID = 0x45786966;\nconst LITTLE_ENDIAN = 0x4949;\nconst ORIENTATION_TAG_OFFSET = 0x0112;\n\n// http://sylvana.net/jpegcrop/exif_orientation.html\nexport const enum Orientation {\n    TopLeft = 1,\n    TopRight = 2,\n    BottomRight = 3,\n    BottomLeft = 4,\n    LeftTop = 5,\n    RightTop = 6,\n    RightBottom = 7,\n    LeftBottom = 8,\n}\n\n/**\n * Parses JPEG EXIF metadata and returns Orientation tag of it, or undefined if not applicable.\n *\n * Adopted from https://stackoverflow.com/a/32490603\n *\n * @internal\n * @param data JPEG binary.\n * @returns Orientation tag value or undefined.\n */\nexport function extractJpegOrientationTag(data: ArrayBuffer): Orientation | undefined {\n    const view = new DataView(data);\n\n    if (view.getUint16(0, false) !== JPEG_ID) return undefined;\n\n    const length = view.byteLength;\n    let offset = 2;\n\n    while (offset < length) {\n        if (view.getUint16(offset + 2, false) <= 8) return undefined;\n        let marker = view.getUint16(offset, false);\n        offset += 2;\n\n        if (marker === APP1_MARKER) {\n            if (view.getUint32((offset += 2), false) !== EXIF_ID) {\n                return undefined;\n            }\n\n            let little = view.getUint16((offset += 6), false) === LITTLE_ENDIAN;\n            offset += view.getUint32(offset + 4, little);\n            let tags = view.getUint16(offset, little);\n            offset += 2;\n            for (let i = 0; i < tags; i++) {\n                if (view.getUint16(offset + i * 12, little) === ORIENTATION_TAG_OFFSET) {\n                    return view.getUint16(offset + i * 12 + 8, little) as Orientation;\n                }\n            }\n        } else if ((marker & 0xff00) !== 0xff00) {\n            break;\n        } else {\n            offset += view.getUint16(offset, false);\n        }\n    }\n    return undefined;\n}\n"]}

package/lib/lens-client-interface/imagePicker.d.ts

@@ -0,0 +1,7 @@
+import { ClientInterfaceData, LensCoreModule } from "../lens-core-module/generated-types";
+/**
+ * Shows file open dialog to allow user to select image/video and provides the selection to LensCore.
+ *
+ * @internal
+ */
+export declare function pickClientImage(clientInterfaceData: ClientInterfaceData, lensCore: LensCoreModule): Promise<void>;

package/lib/lens-client-interface/imagePicker.js

@@ -0,0 +1,128 @@
+import { __awaiter } from "tslib";
+import { fileOpen } from "browser-fs-access";
+import { getLogger } from "../logger/logger";
+import { extractJpegOrientationTag } from "./exif";
+const logger = getLogger("lensClientInterfaceImagePicker");
+// Common MIME types supported by all browsers as per:
+// https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/MIME_types/Common_types
+const mimeTypes = {
+    image: [
+        "image/avif",
+        "image/bmp",
+        "image/gif",
+        "image/jpeg",
+        "image/png",
+        "image/svg+xml",
+        "image/tiff",
+        "image/webp",
+    ],
+    video: [
+        "video/3gpp",
+        "video/3gpp2",
+        "video/mp2t",
+        "video/mp4",
+        "video/mpeg",
+        "video/ogg",
+        "video/quicktime",
+        "video/webm",
+        "video/x-msvideo",
+    ],
+};
+function* enumerateSupportedVideoTypes(types) {
+    // test video element to perform MIME types support check
+    const testVideoElement = typeof document !== "undefined" ? document.createElement("video") : undefined;
+    for (const type of types) {
+        if ((testVideoElement === null || testVideoElement === void 0 ? void 0 : testVideoElement.canPlayType(type)) || false) {
+            yield type;
+        }
+    }
+}
+function readFileAsArrayBuffer(file) {
+    return new Promise((resolve, reject) => {
+        const reader = new FileReader();
+        reader.addEventListener("load", (event) => {
+            // Safety: target.result is always an ArrayBuffer because we read file using readAsArrayBuffer()
+            resolve(event.target.result);
+        });
+        reader.addEventListener("error", (event) => {
+            reject(event.target.error);
+        });
+        reader.readAsArrayBuffer(file);
+    });
+}
+function getMimeType({ ImageEnabled, VideoEnabled }) {
+    const types = [];
+    if (ImageEnabled === "1")
+        types.push(...mimeTypes.image);
+    if (VideoEnabled === "1")
+        types.push(...enumerateSupportedVideoTypes(mimeTypes.video));
+    if (types.length === 0) {
+        throw new Error("Unknown media type requested");
+    }
+    return types;
+}
+function getOrientation(data, lensCore) {
+    var _a;
+    const orientationMap = {
+        [1 /* Orientation.TopLeft */]: lensCore.ExternalMediaOrientation.CW0,
+        [2 /* Orientation.TopRight */]: lensCore.ExternalMediaOrientation.CW0,
+        [3 /* Orientation.BottomRight */]: lensCore.ExternalMediaOrientation.CW180,
+        [4 /* Orientation.BottomLeft */]: lensCore.ExternalMediaOrientation.CW180,
+        [5 /* Orientation.LeftTop */]: lensCore.ExternalMediaOrientation.CW90,
+        [6 /* Orientation.RightTop */]: lensCore.ExternalMediaOrientation.CW90,
+        [7 /* Orientation.RightBottom */]: lensCore.ExternalMediaOrientation.CW270,
+        [8 /* Orientation.LeftBottom */]: lensCore.ExternalMediaOrientation.CW270,
+    };
+    try {
+        return orientationMap[(_a = extractJpegOrientationTag(data)) !== null && _a !== void 0 ? _a : 1 /* Orientation.TopLeft */];
+    }
+    catch (error) {
+        logger.info("Error occured while reading EXIF orientation tag", error);
+        return lensCore.ExternalMediaOrientation.CW0;
+    }
+}
+/**
+ * Shows file open dialog to allow user to select image/video and provides the selection to LensCore.
+ *
+ * @internal
+ */
+export function pickClientImage(clientInterfaceData, lensCore) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const mimeTypes = getMimeType(clientInterfaceData);
+        logger.debug(`Opening file dialog for MIME types: ${mimeTypes}`);
+        const file = yield fileOpen({ mimeTypes });
+        logger.debug(`Selected file MIME type: ${file.type}`);
+        const data = yield readFileAsArrayBuffer(file);
+        if (file.type.startsWith("image/")) {
+            lensCore.provideExternalImage({
+                data,
+                orientation: getOrientation(data, lensCore),
+                // As per Corvyn: both iOS and Android clients have the ability to pick out individual faces
+                // from an image to apply the effect on, using each of their native face detectors (not using LensCore).
+                // That's what the faceRects is for. For now, we can just apply the effect to the whole image (so face rect
+                // [[0,0][1,1]]). In future, in order to be able to pick out individual faces in the media picker, we could:
+                // - hook up some external web face tracking library
+                // - make LensCore to expose face tracker to external clients
+                faceRects: [
+                    {
+                        origin: {
+                            x: 0,
+                            y: 0,
+                        },
+                        size: {
+                            width: 1,
+                            height: 1,
+                        },
+                    },
+                ],
+            });
+        }
+        else {
+            lensCore.provideExternalVideo({
+                data,
+                orientation: lensCore.ExternalMediaOrientation.CW0,
+            });
+        }
+    });
+}
+//# sourceMappingURL=imagePicker.js.map

package/lib/lens-client-interface/imagePicker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imagePicker.js","sourceRoot":"","sources":["../../src/lens-client-interface/imagePicker.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,QAAQ,EAAkB,MAAM,mBAAmB,CAAC;AAE7D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,yBAAyB,EAAe,MAAM,QAAQ,CAAC;AAEhE,MAAM,MAAM,GAAG,SAAS,CAAC,gCAAgC,CAAC,CAAC;AAE3D,sDAAsD;AACtD,2FAA2F;AAC3F,MAAM,SAAS,GAAG;IACd,KAAK,EAAE;QACH,YAAY;QACZ,WAAW;QACX,WAAW;QACX,YAAY;QACZ,WAAW;QACX,eAAe;QACf,YAAY;QACZ,YAAY;KACf;IACD,KAAK,EAAE;QACH,YAAY;QACZ,aAAa;QACb,YAAY;QACZ,WAAW;QACX,YAAY;QACZ,WAAW;QACX,iBAAiB;QACjB,YAAY;QACZ,iBAAiB;KACpB;CACK,CAAC;AAEX,QAAQ,CAAC,CAAC,4BAA4B,CAAC,KAA6B;IAChE,yDAAyD;IACzD,MAAM,gBAAgB,GAAG,OAAO,QAAQ,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvG,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACtB,IAAI,CAAA,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,WAAW,CAAC,IAAI,CAAC,KAAI,KAAK,EAAE;YAC9C,MAAM,IAAI,CAAC;SACd;KACJ;AACL,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAoB;IAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACtC,gGAAgG;YAChG,OAAO,CAAC,KAAK,CAAC,MAAO,CAAC,MAAqB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACvC,MAAM,CAAC,KAAK,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,EAAE,YAAY,EAAE,YAAY,EAAuB;IACpE,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,IAAI,YAAY,KAAK,GAAG;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IACzD,IAAI,YAAY,KAAK,GAAG;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,4BAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACvF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;QACpB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;KACnD;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,IAAiB,EAAE,QAAwB;;IAC/D,MAAM,cAAc,GAAG;QACnB,6BAAqB,EAAE,QAAQ,CAAC,wBAAwB,CAAC,GAAG;QAC5D,8BAAsB,EAAE,QAAQ,CAAC,wBAAwB,CAAC,GAAG;QAC7D,iCAAyB,EAAE,QAAQ,CAAC,wBAAwB,CAAC,KAAK;QAClE,gCAAwB,EAAE,QAAQ,CAAC,wBAAwB,CAAC,KAAK;QACjE,6BAAqB,EAAE,QAAQ,CAAC,wBAAwB,CAAC,IAAI;QAC7D,8BAAsB,EAAE,QAAQ,CAAC,wBAAwB,CAAC,IAAI;QAC9D,iCAAyB,EAAE,QAAQ,CAAC,wBAAwB,CAAC,KAAK;QAClE,gCAAwB,EAAE,QAAQ,CAAC,wBAAwB,CAAC,KAAK;KACpE,CAAC;IACF,IAAI;QACA,OAAO,cAAc,CAAC,MAAA,yBAAyB,CAAC,IAAI,CAAC,8DAAuB,CAAC,CAAC;KACjF;IAAC,OAAO,KAAK,EAAE;QACZ,MAAM,CAAC,IAAI,CAAC,kDAAkD,EAAE,KAAK,CAAC,CAAC;QACvE,OAAO,QAAQ,CAAC,wBAAwB,CAAC,GAAG,CAAC;KAChD;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAgB,eAAe,CAAC,mBAAwC,EAAE,QAAwB;;QACpG,MAAM,SAAS,GAAG,WAAW,CAAC,mBAAmB,CAAC,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,uCAAuC,SAAS,EAAE,CAAC,CAAC;QAEjE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,4BAA4B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE;YAChC,QAAQ,CAAC,oBAAoB,CAAC;gBAC1B,IAAI;gBACJ,WAAW,EAAE,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC;gBAC3C,4FAA4F;gBAC5F,wGAAwG;gBACxG,2GAA2G;gBAC3G,4GAA4G;gBAC5G,oDAAoD;gBACpD,6DAA6D;gBAC7D,SAAS,EAAE;oBACP;wBACI,MAAM,EAAE;4BACJ,CAAC,EAAE,CAAC;4BACJ,CAAC,EAAE,CAAC;yBACP;wBACD,IAAI,EAAE;4BACF,KAAK,EAAE,CAAC;4BACR,MAAM,EAAE,CAAC;yBACZ;qBACJ;iBACJ;aACJ,CAAC,CAAC;SACN;aAAM;YACH,QAAQ,CAAC,oBAAoB,CAAC;gBAC1B,IAAI;gBACJ,WAAW,EAAE,QAAQ,CAAC,wBAAwB,CAAC,GAAG;aACrD,CAAC,CAAC;SACN;IACL,CAAC;CAAA","sourcesContent":["import { fileOpen, FileWithHandle } from \"browser-fs-access\";\nimport { ClientInterfaceData, LensCoreModule } from \"../lens-core-module/generated-types\";\nimport { getLogger } from \"../logger/logger\";\nimport { extractJpegOrientationTag, Orientation } from \"./exif\";\n\nconst logger = getLogger(\"lensClientInterfaceImagePicker\");\n\n// Common MIME types supported by all browsers as per:\n// https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/MIME_types/Common_types\nconst mimeTypes = {\n    image: [\n        \"image/avif\",\n        \"image/bmp\",\n        \"image/gif\",\n        \"image/jpeg\",\n        \"image/png\",\n        \"image/svg+xml\",\n        \"image/tiff\",\n        \"image/webp\",\n    ],\n    video: [\n        \"video/3gpp\",\n        \"video/3gpp2\",\n        \"video/mp2t\",\n        \"video/mp4\",\n        \"video/mpeg\",\n        \"video/ogg\",\n        \"video/quicktime\",\n        \"video/webm\",\n        \"video/x-msvideo\",\n    ],\n} as const;\n\nfunction* enumerateSupportedVideoTypes(types: typeof mimeTypes.video) {\n    // test video element to perform MIME types support check\n    const testVideoElement = typeof document !== \"undefined\" ? document.createElement(\"video\") : undefined;\n    for (const type of types) {\n        if (testVideoElement?.canPlayType(type) || false) {\n            yield type;\n        }\n    }\n}\n\nfunction readFileAsArrayBuffer(file: FileWithHandle): Promise<ArrayBuffer> {\n    return new Promise((resolve, reject) => {\n        const reader = new FileReader();\n        reader.addEventListener(\"load\", (event) => {\n            // Safety: target.result is always an ArrayBuffer because we read file using readAsArrayBuffer()\n            resolve(event.target!.result as ArrayBuffer);\n        });\n        reader.addEventListener(\"error\", (event) => {\n            reject(event.target!.error);\n        });\n        reader.readAsArrayBuffer(file);\n    });\n}\n\nfunction getMimeType({ ImageEnabled, VideoEnabled }: ClientInterfaceData) {\n    const types = [];\n    if (ImageEnabled === \"1\") types.push(...mimeTypes.image);\n    if (VideoEnabled === \"1\") types.push(...enumerateSupportedVideoTypes(mimeTypes.video));\n    if (types.length === 0) {\n        throw new Error(\"Unknown media type requested\");\n    }\n    return types;\n}\n\nfunction getOrientation(data: ArrayBuffer, lensCore: LensCoreModule) {\n    const orientationMap = {\n        [Orientation.TopLeft]: lensCore.ExternalMediaOrientation.CW0,\n        [Orientation.TopRight]: lensCore.ExternalMediaOrientation.CW0,\n        [Orientation.BottomRight]: lensCore.ExternalMediaOrientation.CW180,\n        [Orientation.BottomLeft]: lensCore.ExternalMediaOrientation.CW180,\n        [Orientation.LeftTop]: lensCore.ExternalMediaOrientation.CW90,\n        [Orientation.RightTop]: lensCore.ExternalMediaOrientation.CW90,\n        [Orientation.RightBottom]: lensCore.ExternalMediaOrientation.CW270,\n        [Orientation.LeftBottom]: lensCore.ExternalMediaOrientation.CW270,\n    };\n    try {\n        return orientationMap[extractJpegOrientationTag(data) ?? Orientation.TopLeft];\n    } catch (error) {\n        logger.info(\"Error occured while reading EXIF orientation tag\", error);\n        return lensCore.ExternalMediaOrientation.CW0;\n    }\n}\n\n/**\n * Shows file open dialog to allow user to select image/video and provides the selection to LensCore.\n *\n * @internal\n */\nexport async function pickClientImage(clientInterfaceData: ClientInterfaceData, lensCore: LensCoreModule) {\n    const mimeTypes = getMimeType(clientInterfaceData);\n    logger.debug(`Opening file dialog for MIME types: ${mimeTypes}`);\n\n    const file = await fileOpen({ mimeTypes });\n    logger.debug(`Selected file MIME type: ${file.type}`);\n\n    const data = await readFileAsArrayBuffer(file);\n    if (file.type.startsWith(\"image/\")) {\n        lensCore.provideExternalImage({\n            data,\n            orientation: getOrientation(data, lensCore),\n            // As per Corvyn: both iOS and Android clients have the ability to pick out individual faces\n            // from an image to apply the effect on, using each of their native face detectors (not using LensCore).\n            // That's what the faceRects is for. For now, we can just apply the effect to the whole image (so face rect\n            // [[0,0][1,1]]). In future, in order to be able to pick out individual faces in the media picker, we could:\n            // - hook up some external web face tracking library\n            // - make LensCore to expose face tracker to external clients\n            faceRects: [\n                {\n                    origin: {\n                        x: 0,\n                        y: 0,\n                    },\n                    size: {\n                        width: 1,\n                        height: 1,\n                    },\n                },\n            ],\n        });\n    } else {\n        lensCore.provideExternalVideo({\n            data,\n            orientation: lensCore.ExternalMediaOrientation.CW0,\n        });\n    }\n}\n"]}

package/lib/lens-client-interface/lensClientInterface.d.ts

@@ -0,0 +1,13 @@
+import { LensCoreModule } from "../lens-core-module/generated-types";
+/**
+ * Registers client interface handler in LensCore.
+ *
+ * @internal
+ * @param lensCore LensCore instance to register in.
+ * @param sessionErrors EventTarget to dispatch errors in.
+ */
+export declare const registerLensClientInterfaceHandler: {
+    (args_0: LensCoreModule): void;
+    token: "registerLensClientInterfaceHandler";
+    dependencies: readonly ["lensCore"];
+};

package/lib/lens-client-interface/lensClientInterface.js

@@ -0,0 +1,30 @@
+import { __awaiter } from "tslib";
+import { lensImagePickerError } from "../namedErrors";
+import { Injectable } from "../dependency-injection/Injectable";
+import { lensCoreFactory } from "../lens-core-module";
+import { getLogger } from "../logger/logger";
+import { pickClientImage } from "./imagePicker";
+const logger = getLogger("lensClientInterface");
+/**
+ * Registers client interface handler in LensCore.
+ *
+ * @internal
+ * @param lensCore LensCore instance to register in.
+ * @param sessionErrors EventTarget to dispatch errors in.
+ */
+export const registerLensClientInterfaceHandler = Injectable("registerLensClientInterfaceHandler", [lensCoreFactory.token], (lensCore) => {
+    // Make sure we are compatible with previous LensCore versions
+    if (!lensCore.setClientInterfaceRequestHandler) {
+        logger.warn("Current LensCore version doesn't support lens client interface requests");
+        return;
+    }
+    lensCore.setClientInterfaceRequestHandler(({ data, interfaceControl, interfaceAction }) => __awaiter(void 0, void 0, void 0, function* () {
+        if (interfaceControl === lensCore.InterfaceControl.ImagePicker &&
+            interfaceAction === lensCore.InterfaceAction.Show) {
+            yield pickClientImage(data, lensCore).catch((error) => {
+                logger.error(lensImagePickerError("Failed to pick an image.", error));
+            });
+        }
+    }));
+});
+//# sourceMappingURL=lensClientInterface.js.map

package/lib/lens-client-interface/lensClientInterface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lensClientInterface.js","sourceRoot":"","sources":["../../src/lens-client-interface/lensClientInterface.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,oCAAoC,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,MAAM,MAAM,GAAG,SAAS,CAAC,qBAAqB,CAAC,CAAC;AAEhD;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,kCAAkC,GAAG,UAAU,CACxD,oCAAoC,EACpC,CAAC,eAAe,CAAC,KAAK,CAAU,EAChC,CAAC,QAAwB,EAAE,EAAE;IACzB,8DAA8D;IAC9D,IAAI,CAAC,QAAQ,CAAC,gCAAgC,EAAE;QAC5C,MAAM,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;QACvF,OAAO;KACV;IAED,QAAQ,CAAC,gCAAgC,CAAC,CAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,eAAe,EAAE,EAAE,EAAE;QAC5F,IACI,gBAAgB,KAAK,QAAQ,CAAC,gBAAgB,CAAC,WAAW;YAC1D,eAAe,KAAK,QAAQ,CAAC,eAAe,CAAC,IAAI,EACnD;YACE,MAAM,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAClD,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC,CAAC;YAC1E,CAAC,CAAC,CAAC;SACN;IACL,CAAC,CAAA,CAAC,CAAC;AACP,CAAC,CACJ,CAAC","sourcesContent":["import { lensImagePickerError } from \"../namedErrors\";\nimport { Injectable } from \"../dependency-injection/Injectable\";\nimport { lensCoreFactory } from \"../lens-core-module\";\nimport { LensCoreModule } from \"../lens-core-module/generated-types\";\nimport { getLogger } from \"../logger/logger\";\nimport { pickClientImage } from \"./imagePicker\";\n\nconst logger = getLogger(\"lensClientInterface\");\n\n/**\n * Registers client interface handler in LensCore.\n *\n * @internal\n * @param lensCore LensCore instance to register in.\n * @param sessionErrors EventTarget to dispatch errors in.\n */\nexport const registerLensClientInterfaceHandler = Injectable(\n    \"registerLensClientInterfaceHandler\",\n    [lensCoreFactory.token] as const,\n    (lensCore: LensCoreModule) => {\n        // Make sure we are compatible with previous LensCore versions\n        if (!lensCore.setClientInterfaceRequestHandler) {\n            logger.warn(\"Current LensCore version doesn't support lens client interface requests\");\n            return;\n        }\n\n        lensCore.setClientInterfaceRequestHandler(async ({ data, interfaceControl, interfaceAction }) => {\n            if (\n                interfaceControl === lensCore.InterfaceControl.ImagePicker &&\n                interfaceAction === lensCore.InterfaceAction.Show\n            ) {\n                await pickClientImage(data, lensCore).catch((error) => {\n                    logger.error(lensImagePickerError(\"Failed to pick an image.\", error));\n                });\n            }\n        });\n    }\n);\n"]}