@scrypted/server 0.0.134 → 0.0.135

package/src/plugin/plugin-host.ts

@@ -1,6 +1,6 @@
 import { RpcPeer } from '../rpc';
 import AdmZip from 'adm-zip';
-import { Device, EngineIOHandler } from '@scrypted/sdk/types'
+import { Device, EngineIOHandler } from '@scrypted/types'
 import { ScryptedRuntime } from '../runtime';
 import { Plugin } from '../db-types';
 import io, { Socket } from 'engine.io';
@@ -27,6 +27,8 @@ import rimraf from 'rimraf';
 
 export class PluginHost {
     static sharedWorker: child_process.ChildProcess;
+    static sharedWorkerImmediateRestart = false;
+
     worker: child_process.ChildProcess;
     peer: RpcPeer;
     pluginId: string;
@@ -51,6 +53,9 @@ export class PluginHost {
     kill() {
         this.killed = true;
         this.api.removeListeners();
+        // things might get a bit race prone, so clear out the shared worker before killing.
+        if (this.worker === PluginHost.sharedWorker)
+            PluginHost.sharedWorker = undefined;
         this.worker.kill('SIGKILL');
         this.io.close();
         for (const s of Object.values(this.ws)) {
@@ -254,7 +259,7 @@ export class PluginHost {
                 // stdin, stdout, stderr, peer in, peer out
                 stdio: ['pipe', 'pipe', 'pipe', 'pipe', 'pipe'],
                 env: Object.assign({
-                    PYTHONPATH: path.join(process.cwd(), 'node_modules/@scrypted/sdk'),
+                    PYTHONPATH: path.join(process.cwd(), 'node_modules/@scrypted/types'),
                 }, process.env, env),
             });
 
@@ -293,17 +298,22 @@ export class PluginHost {
                 Object.keys(this.packageJson.optionalDependencies || {}).length === 0;
             if (useSharedWorker) {
                 if (!PluginHost.sharedWorker) {
-                    PluginHost.sharedWorker = child_process.fork(require.main.filename, ['child', '@scrypted/shared'], {
+                    const worker = child_process.fork(require.main.filename, ['child', '@scrypted/shared'], {
                         stdio: ['pipe', 'pipe', 'pipe', 'ipc'],
                         env: Object.assign({}, process.env, env),
                         serialization: 'advanced',
                         execArgv,
                     });
+                    PluginHost.sharedWorker = worker;
                     PluginHost.sharedWorker.setMaxListeners(100);
-                    PluginHost.sharedWorker.on('close', () => PluginHost.sharedWorker = undefined);
-                    PluginHost.sharedWorker.on('error', () => PluginHost.sharedWorker = undefined);
-                    PluginHost.sharedWorker.on('exit', () => PluginHost.sharedWorker = undefined);
-                    PluginHost.sharedWorker.on('disconnect', () => PluginHost.sharedWorker = undefined);
+                    const clearSharedWorker = () => {
+                        if (worker === PluginHost.sharedWorker)
+                            PluginHost.sharedWorker = undefined;
+                    };
+                    PluginHost.sharedWorker.on('close', () => clearSharedWorker);
+                    PluginHost.sharedWorker.on('error', () => clearSharedWorker);
+                    PluginHost.sharedWorker.on('exit', () => clearSharedWorker);
+                    PluginHost.sharedWorker.on('disconnect', () => clearSharedWorker);
                 }
                 PluginHost.sharedWorker.send({
                     type: 'start',

package/src/plugin/plugin-http.ts

@@ -1,6 +1,6 @@
 import { Request, Response, Router } from 'express';
 import bodyParser from 'body-parser';
-import { HttpRequest } from '@scrypted/sdk/types';
+import { HttpRequest } from '@scrypted/types';
 import WebSocket, { Server as WebSocketServer } from "ws";
 import { ServerResponse } from 'http';
 

package/src/plugin/plugin-lazy-remote.ts

@@ -1,4 +1,4 @@
-import { ScryptedNativeId, SystemDeviceState } from '@scrypted/sdk/types'
+import { ScryptedNativeId, SystemDeviceState } from '@scrypted/types'
 import { PluginRemote, PluginRemoteLoadZipOptions } from './plugin-api';
 
 /**

package/src/plugin/plugin-remote-worker.ts

@@ -1,5 +1,5 @@
 import { RpcMessage, RpcPeer } from '../rpc';
-import { SystemManager, DeviceManager, ScryptedNativeId } from '@scrypted/sdk/types'
+import { SystemManager, DeviceManager, ScryptedNativeId } from '@scrypted/types'
 import { attachPluginRemote, PluginReader } from './plugin-remote';
 import { PluginAPI } from './plugin-api';
 import { MediaManagerImpl } from './media';

package/src/plugin/plugin-remote.ts

@@ -1,7 +1,7 @@
 import AdmZip from 'adm-zip';
 import { Volume } from 'memfs';
 import path from 'path';
-import { ScryptedNativeId, DeviceManager, Logger, Device, DeviceManifest, DeviceState, EndpointManager, SystemDeviceState, ScryptedStatic, SystemManager, MediaManager, ScryptedMimeTypes, ScryptedInterface, ScryptedInterfaceProperty, HttpRequest } from '@scrypted/sdk/types'
+import { ScryptedNativeId, DeviceManager, Logger, Device, DeviceManifest, DeviceState, EndpointManager, SystemDeviceState, ScryptedStatic, SystemManager, MediaManager, ScryptedMimeTypes, ScryptedInterface, ScryptedInterfaceProperty, HttpRequest } from '@scrypted/types'
 import { PluginAPI, PluginLogger, PluginRemote, PluginRemoteLoadZipOptions } from './plugin-api';
 import { SystemManagerImpl } from './system';
 import { RpcPeer, RPCResultError, PROPERTY_PROXY_ONEWAY_METHODS, PROPERTY_JSON_DISABLE_SERIALIZATION } from '../rpc';

package/src/plugin/plugin-repl.ts

@@ -2,7 +2,7 @@ import { listenZero } from './listen-zero';
 import { Server } from 'net';
 import { once } from 'events';
 import repl from 'repl';
-import { ScryptedStatic } from '@scrypted/sdk';
+import { ScryptedStatic } from '@scrypted/types';
 
 export async function createREPLServer(scrypted: ScryptedStatic, params: any, plugin: any): Promise<number> {
     const { deviceManager, systemManager } = scrypted;

package/src/plugin/system.ts

@@ -1,4 +1,4 @@
-import { EventListenerOptions, EventDetails, EventListenerRegister, ScryptedDevice, ScryptedInterface, ScryptedInterfaceDescriptors, SystemDeviceState, SystemManager, ScryptedInterfaceProperty, ScryptedDeviceType, Logger } from "@scrypted/sdk/types";
+import { EventListenerOptions, EventDetails, EventListenerRegister, ScryptedDevice, ScryptedInterface, ScryptedInterfaceDescriptors, SystemDeviceState, SystemManager, ScryptedInterfaceProperty, ScryptedDeviceType, Logger } from "@scrypted/types";
 import { PluginAPI } from "./plugin-api";
 import { handleFunctionInvocations, PrimitiveProxyHandler, PROPERTY_PROXY_ONEWAY_METHODS } from '../rpc';
 import { EventRegistry } from "../event-registry";

package/src/runtime.ts

@@ -1,6 +1,6 @@
 import { Level } from './level';
 import { PluginHost } from './plugin/plugin-host';
-import { ScryptedNativeId, Device, EngineIOHandler, HttpRequest, HttpRequestHandler, OauthClient, PushHandler, ScryptedDevice, ScryptedInterface, ScryptedInterfaceProperty } from '@scrypted/sdk/types';
+import { ScryptedNativeId, Device, EngineIOHandler, HttpRequest, HttpRequestHandler, OauthClient, PushHandler, ScryptedDevice, ScryptedInterface, ScryptedInterfaceProperty } from '@scrypted/types';
 import { PluginDeviceProxyHandler } from './plugin/plugin-device';
 import { Plugin, PluginDevice, ScryptedAlert } from './db-types';
 import { getState, ScryptedStateManager, setState } from './state';
@@ -353,6 +353,11 @@ export class ScryptedRuntime extends PluginHttp<HttpPluginData> {
         const existing = this.plugins[pluginId];
         if (existing) {
             delete this.plugins[pluginId];
+
+            if (existing.worker === PluginHost.sharedWorker) {
+                PluginHost.sharedWorkerImmediateRestart = true;
+                setTimeout(() => PluginHost.sharedWorkerImmediateRestart = false, 10000);
+            }
             existing.kill();
         }
     }
@@ -491,11 +496,14 @@ export class ScryptedRuntime extends PluginHttp<HttpPluginData> {
     }
 
     setupPluginHostAutoRestart(pluginHost: PluginHost) {
+        const usingSharedWorker = pluginHost.worker === PluginHost.sharedWorker;
+
         pluginHost.worker.once('exit', () => {
             if (pluginHost.killed)
                 return;
             pluginHost.kill();
-            console.error('plugin unexpectedly exited, restarting in 1 minute', pluginHost.pluginId);
+            const timeout = usingSharedWorker && PluginHost.sharedWorkerImmediateRestart ? 0 : 60000;
+            console.error(`plugin unexpectedly exited, restarting in ${timeout}ms`, pluginHost.pluginId);
             setTimeout(async () => {
                 const existing = this.plugins[pluginHost.pluginId];
                 if (existing !== pluginHost) {
@@ -515,7 +523,7 @@ export class ScryptedRuntime extends PluginHttp<HttpPluginData> {
                 catch (e) {
                     console.error('error restarting plugin', plugin._id, e);
                 }
-            }, 60000);
+            }, timeout);
         });
     }
 

package/src/services/plugin.ts

@@ -1,4 +1,4 @@
-import { ScryptedInterfaceProperty, ScryptedNativeId } from "@scrypted/sdk/types";
+import { ScryptedInterfaceProperty, ScryptedNativeId } from "@scrypted/types";
 import { ScryptedRuntime } from "../runtime";
 import { Plugin } from '../db-types';
 import { getState } from "../state";

package/src/state.ts

@@ -1,5 +1,5 @@
 import { ScryptedRuntime } from "./runtime";
-import { ScryptedNativeId, EventDetails, EventListenerOptions, EventListenerRegister, Refresh, ScryptedInterface, ScryptedInterfaceProperty, SystemDeviceState } from "@scrypted/sdk/types";
+import { ScryptedNativeId, EventDetails, EventListenerOptions, EventListenerRegister, Refresh, ScryptedInterface, ScryptedInterfaceProperty, SystemDeviceState } from "@scrypted/types";
 import { RefreshSymbol } from "./plugin/plugin-device";
 import throttle from 'lodash/throttle';
 import { sleep } from "./sleep";

package/dist/convert.js

@@ -1,117 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convert = exports.ensureBuffer = void 0;
-const types_1 = require("@scrypted/sdk/types");
-const node_dijkstra_1 = __importDefault(require("node-dijkstra"));
-const whatwg_mimetype_1 = __importDefault(require("whatwg-mimetype"));
-const axios_1 = __importDefault(require("axios"));
-const https_1 = __importDefault(require("https"));
-function typeMatches(target, candidate) {
-    // candidate will accept anything
-    if (candidate === '*')
-        return true;
-    return target === candidate;
-}
-function mimeMatches(target, candidate) {
-    return typeMatches(target.type, candidate.type) && typeMatches(target.subtype, candidate.subtype);
-}
-const httpsAgent = new https_1.default.Agent({
-    rejectUnauthorized: false
-});
-async function ensureBuffer(data) {
-    if (typeof data === 'string') {
-        const ab = await axios_1.default.get(data, {
-            responseType: 'arraybuffer',
-            httpsAgent,
-        });
-        return Buffer.from(ab.data);
-    }
-    return Buffer.from(data);
-}
-exports.ensureBuffer = ensureBuffer;
-async function convert(converters, mediaObject, toMimeType) {
-    // console.log('converting', mediaObject.mimeType, toMimeType);
-    const mediaMime = new whatwg_mimetype_1.default(mediaObject.mimeType);
-    const outputMime = new whatwg_mimetype_1.default(toMimeType);
-    if (mimeMatches(mediaMime, outputMime)) {
-        return {
-            mimeType: outputMime.essence,
-            data: await mediaObject.getData(),
-        };
-    }
-    const converterIds = new Map();
-    const converterReverseids = new Map();
-    let id = 0;
-    for (const converter of converters) {
-        const cid = (id++).toString();
-        converterIds.set(converter, cid);
-        converterReverseids.set(cid, converter);
-    }
-    const nodes = {};
-    const mediaNode = {};
-    nodes['mediaObject'] = mediaNode;
-    nodes['output'] = {};
-    for (const converter of converters) {
-        try {
-            const inputMime = new whatwg_mimetype_1.default(converter.fromMimeType);
-            const convertedMime = new whatwg_mimetype_1.default(converter.toMimeType);
-            const targetId = converterIds.get(converter);
-            const node = nodes[targetId] = {};
-            for (const candidate of converters) {
-                try {
-                    const candidateMime = new whatwg_mimetype_1.default(candidate.fromMimeType);
-                    if (!mimeMatches(convertedMime, candidateMime))
-                        continue;
-                    const candidateId = converterIds.get(candidate);
-                    node[candidateId] = 1;
-                }
-                catch (e) {
-                    console.warn('skipping converter due to error', e);
-                }
-            }
-            if (mimeMatches(mediaMime, inputMime)) {
-                mediaNode[targetId] = 1;
-            }
-            if (mimeMatches(convertedMime, outputMime)) {
-                node['output'] = 1;
-            }
-        }
-        catch (e) {
-            console.warn('skipping converter due to error', e);
-        }
-    }
-    const graph = new node_dijkstra_1.default();
-    for (const id of Object.keys(nodes)) {
-        graph.addNode(id, nodes[id]);
-    }
-    const route = graph.path('mediaObject', 'output');
-    if (!route || !route.length)
-        throw new Error('no converter found');
-    // pop off the mediaObject start node, no conversion necessary.
-    route.shift();
-    // also remove the output node.
-    route.splice(route.length - 1);
-    let value = await mediaObject.getData();
-    let valueMime = new whatwg_mimetype_1.default(mediaObject.mimeType);
-    for (const node of route) {
-        const converter = converterReverseids.get(node);
-        const targetMime = new whatwg_mimetype_1.default(converter.toMimeType);
-        const inputMime = new whatwg_mimetype_1.default(converter.fromMimeType);
-        if (typeof value === 'string' && !inputMime.parameters.has(types_1.ScryptedMimeTypes.AcceptUrlParameter)) {
-            value = await ensureBuffer(value);
-        }
-        value = await converter.convert(value, valueMime.essence);
-        const type = targetMime.type === '*' ? valueMime.type : targetMime.type;
-        const subtype = targetMime.subtype === '*' ? valueMime.subtype : targetMime.subtype;
-        valueMime = new whatwg_mimetype_1.default(`${type}/${subtype}`);
-    }
-    return {
-        data: value,
-        mimeType: valueMime.essence,
-    };
-}
-exports.convert = convert;
-//# sourceMappingURL=convert.js.map

package/dist/convert.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"convert.js","sourceRoot":"","sources":["../src/convert.ts"],"names":[],"mappings":";;;;;;AAAA,+CAAyE;AACzE,kEAAkC;AAClC,sEAAuC;AAEvC,kDAA0B;AAC1B,kDAA0B;AAE1B,SAAS,WAAW,CAAC,MAAc,EAAE,SAAiB;IAClD,iCAAiC;IACjC,IAAI,SAAS,KAAK,GAAG;QACjB,OAAO,IAAI,CAAC;IAChB,OAAO,MAAM,KAAK,SAAS,CAAC;AAChC,CAAC;AAED,SAAS,WAAW,CAAC,MAAgB,EAAE,SAAmB;IACtD,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,UAAU,GAAG,IAAI,eAAK,CAAC,KAAK,CAAC;IAC/B,kBAAkB,EAAE,KAAK;CAC5B,CAAC,CAAA;AAEK,KAAK,UAAU,YAAY,CAAC,IAAqB;IACpD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC1B,MAAM,EAAE,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,IAAc,EAAE;YACvC,YAAY,EAAE,aAAa;YAC3B,UAAU;SACb,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;KAC/B;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AATD,oCASC;AAEM,KAAK,UAAU,OAAO,CAAC,UAA6B,EAAE,WAA8B,EAAE,UAAkB;IAC3G,+DAA+D;IAC/D,MAAM,SAAS,GAAG,IAAI,yBAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,IAAI,yBAAQ,CAAC,UAAU,CAAC,CAAC;IAE5C,IAAI,WAAW,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE;QACpC,OAAO;YACH,QAAQ,EAAE,UAAU,CAAC,OAAO;YAC5B,IAAI,EAAE,MAAM,WAAW,CAAC,OAAO,EAAE;SACpC,CAAA;KACJ;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAA2B,CAAC;IACxD,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC/D,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAChC,MAAM,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACjC,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;KAC3C;IAED,MAAM,KAAK,GAAQ,EAAE,CAAC;IACtB,MAAM,SAAS,GAAQ,EAAE,CAAC;IAC1B,KAAK,CAAC,aAAa,CAAC,GAAG,SAAS,CAAC;IACjC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;IACrB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAChC,IAAI;YACA,MAAM,SAAS,GAAG,IAAI,yBAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACvD,MAAM,aAAa,GAAG,IAAI,yBAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC7C,MAAM,IAAI,GAAQ,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;YACvC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;gBAChC,IAAI;oBACA,MAAM,aAAa,GAAG,IAAI,yBAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAC3D,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,aAAa,CAAC;wBAC1C,SAAS;oBACb,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBAChD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;iBACzB;gBACD,OAAO,CAAC,EAAE;oBACN,OAAO,CAAC,IAAI,CAAC,iCAAiC,EAAE,CAAC,CAAC,CAAA;iBACrD;aACJ;YAED,IAAI,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE;gBACnC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;aAC3B;YACD,IAAI,WAAW,CAAC,aAAa,EAAE,UAAU,CAAC,EAAE;gBACxC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;aACtB;SACJ;QACD,OAAO,CAAC,EAAE;YACN,OAAO,CAAC,IAAI,CAAC,iCAAiC,EAAE,CAAC,CAAC,CAAA;SACrD;KACJ;IAED,MAAM,KAAK,GAAG,IAAI,uBAAK,EAAE,CAAC;IAC1B,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;QACjC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;KAChC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAkB,CAAC;IACnE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM;QACvB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAC1C,+DAA+D;IAC/D,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,+BAA+B;IAC/B,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/B,IAAI,KAAK,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;IACxC,IAAI,SAAS,GAAG,IAAI,yBAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACtB,MAAM,SAAS,GAAG,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,IAAI,yBAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,yBAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAEvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,yBAAiB,CAAC,kBAAkB,CAAC,EAAE;YAC9F,KAAK,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;SACrC;QACD,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;QACxE,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;QACpF,SAAS,GAAG,IAAI,yBAAQ,CAAC,GAAG,IAAI,IAAI,OAAO,EAAE,CAAC,CAAC;KAClD;IAED,OAAO;QACH,IAAI,EAAE,KAAK;QACX,QAAQ,EAAE,SAAS,CAAC,OAAO;KAC9B,CAAC;AACN,CAAC;AAxFD,0BAwFC"}

package/src/convert.ts

@@ -1,122 +0,0 @@
-import { BufferConverter, ScryptedMimeTypes } from '@scrypted/sdk/types';
-import Graph from 'node-dijkstra';
-import MimeType from 'whatwg-mimetype';
-import { MediaObjectRemote } from './plugin/plugin-api';
-import axios from 'axios';
-import https from 'https';
-
-function typeMatches(target: string, candidate: string): boolean {
-    // candidate will accept anything
-    if (candidate === '*')
-        return true;
-    return target === candidate;
-}
-
-function mimeMatches(target: MimeType, candidate: MimeType) {
-    return typeMatches(target.type, candidate.type) && typeMatches(target.subtype, candidate.subtype);
-}
-
-const httpsAgent = new https.Agent({
-    rejectUnauthorized: false
-})
-
-export async function ensureBuffer(data: Buffer | string): Promise<Buffer> {
-    if (typeof data === 'string') {
-        const ab = await axios.get(data as string, {
-            responseType: 'arraybuffer',
-            httpsAgent,
-        });
-        return Buffer.from(ab.data);
-    }
-    return Buffer.from(data);
-}
-
-export async function convert(converters: BufferConverter[], mediaObject: MediaObjectRemote, toMimeType: string): Promise<{ data: Buffer | string, mimeType: string }> {
-    // console.log('converting', mediaObject.mimeType, toMimeType);
-    const mediaMime = new MimeType(mediaObject.mimeType);
-    const outputMime = new MimeType(toMimeType);
-
-    if (mimeMatches(mediaMime, outputMime)) {
-        return {
-            mimeType: outputMime.essence,
-            data: await mediaObject.getData(),
-        }
-    }
-
-    const converterIds = new Map<BufferConverter, string>();
-    const converterReverseids = new Map<string, BufferConverter>();
-    let id = 0;
-    for (const converter of converters) {
-        const cid = (id++).toString();
-        converterIds.set(converter, cid);
-        converterReverseids.set(cid, converter);
-    }
-
-    const nodes: any = {};
-    const mediaNode: any = {};
-    nodes['mediaObject'] = mediaNode;
-    nodes['output'] = {};
-    for (const converter of converters) {
-        try {
-            const inputMime = new MimeType(converter.fromMimeType);
-            const convertedMime = new MimeType(converter.toMimeType);
-            const targetId = converterIds.get(converter);
-            const node: any = nodes[targetId] = {};
-            for (const candidate of converters) {
-                try {
-                    const candidateMime = new MimeType(candidate.fromMimeType);
-                    if (!mimeMatches(convertedMime, candidateMime))
-                        continue;
-                    const candidateId = converterIds.get(candidate);
-                    node[candidateId] = 1;
-                }
-                catch (e) {
-                    console.warn('skipping converter due to error', e)
-                }
-            }
-
-            if (mimeMatches(mediaMime, inputMime)) {
-                mediaNode[targetId] = 1;
-            }
-            if (mimeMatches(convertedMime, outputMime)) {
-                node['output'] = 1;
-            }
-        }
-        catch (e) {
-            console.warn('skipping converter due to error', e)
-        }
-    }
-
-    const graph = new Graph();
-    for (const id of Object.keys(nodes)) {
-        graph.addNode(id, nodes[id]);
-    }
-
-    const route = graph.path('mediaObject', 'output') as Array<string>;
-    if (!route || !route.length)
-        throw new Error('no converter found');
-    // pop off the mediaObject start node, no conversion necessary.
-    route.shift();
-    // also remove the output node.
-    route.splice(route.length - 1);
-    let value = await mediaObject.getData();
-    let valueMime = new MimeType(mediaObject.mimeType);
-    for (const node of route) {
-        const converter = converterReverseids.get(node);
-        const targetMime = new MimeType(converter.toMimeType);
-        const inputMime = new MimeType(converter.fromMimeType);
-
-        if (typeof value === 'string' && !inputMime.parameters.has(ScryptedMimeTypes.AcceptUrlParameter)) {
-            value = await ensureBuffer(value);
-        }
-        value = await converter.convert(value, valueMime.essence);
-        const type = targetMime.type === '*' ? valueMime.type : targetMime.type;
-        const subtype = targetMime.subtype === '*' ? valueMime.subtype : targetMime.subtype;
-        valueMime = new MimeType(`${type}/${subtype}`);
-    }
-
-    return {
-        data: value,
-        mimeType: valueMime.essence,
-    };
-}