piral-cli 1.0.0-pre.2296 → 1.0.1-beta.5640

package/src/injectors/pilet-injector.ts

@@ -0,0 +1,346 @@
+import { URL } from 'url';
+import { join } from 'path';
+import { EventEmitter } from 'events';
+import { readFileSync, existsSync, statSync } from 'fs';
+import { KrasInjector, KrasResponse, KrasRequest, KrasInjectorConfig, KrasConfiguration, KrasResult } from 'kras';
+import { log } from '../common/log';
+import { getPiletSpecMeta } from '../common/spec';
+import { config as commonConfig } from '../common/config';
+import { axios, mime, jju } from '../external';
+import { Bundler } from '../types';
+
+interface Pilet {
+  bundler: Bundler;
+  root: string;
+  getMeta(basePath: string): PiletMetadata;
+}
+
+export interface PiletInjectorConfig extends KrasInjectorConfig {
+  /**
+   * The pilets to serve.
+   */
+  pilets: Array<Pilet>;
+  /**
+   * The base URL for the app shell / portal to be used.
+   */
+  publicUrl: string;
+  /**
+   * The base URL for the pilet assets to be used.
+   */
+  assetUrl?: string;
+  /**
+   * Defines if properties from the feed (if given) meta response should be taken over to local pilets.
+   */
+  mergeConfig?: boolean;
+  /**
+   * The additional metadata file to consider for the pilets.
+   */
+  meta: string;
+  /**
+   * The API path - usually somethin like `/$pilet-api`.
+   */
+  api: string;
+  /**
+   * The directory of the app (usually Piral instance emulator) to serve.
+   */
+  app?: string;
+  /**
+   * The remote feed to merge into.
+   */
+  feed?: string;
+  /**
+   * The additional headers to include.
+   */
+  headers?: Record<string, string>;
+}
+
+interface PiletMetadata {
+  name?: string;
+  config?: Record<string, any>;
+  [key: string]: unknown;
+}
+
+function getMetaOverride(root: string, metaFile: string) {
+  if (metaFile) {
+    const metaPath = join(root, metaFile);
+
+    if (existsSync(metaPath)) {
+      return jju.parse(readFileSync(metaPath, 'utf8'));
+    }
+  }
+
+  return undefined;
+}
+
+function fillPiletMeta(pilet: Pilet, metaFile: string, subPath: string) {
+  const { root, bundler } = pilet;
+  const packagePath = join(root, 'package.json');
+  const def = jju.parse(readFileSync(packagePath, 'utf8'));
+  const file = bundler.bundle.name.replace(/^[\/\\]/, '');
+  const target = join(bundler.bundle.dir, file);
+  const metaOverride = getMetaOverride(root, metaFile);
+
+  pilet.getMeta = (parentPath) => {
+    const basePath = `${parentPath}${subPath}`;
+    const url = new URL(file, basePath);
+
+    return {
+      custom: def.custom,
+      config: def.piletConfig,
+      ...metaOverride,
+      name: def.name,
+      version: def.version,
+      link: `${url.href}?updated=${Date.now()}`,
+      ...getPiletSpecMeta(target, basePath),
+    };
+  };
+}
+
+async function loadFeed(feed: string) {
+  try {
+    const response = await axios.default.get<{ items?: Array<PiletMetadata> } | Array<PiletMetadata> | PiletMetadata>(
+      feed,
+    );
+
+    if (Array.isArray(response.data)) {
+      return response.data;
+    } else if (Array.isArray(response.data?.items)) {
+      return response.data.items;
+    } else {
+      return [response.data];
+    }
+  } catch (e) {
+    log('generalWarning_0001', `Couldn't load feed at ${feed}.`);
+  }
+}
+
+export default class PiletInjector implements KrasInjector {
+  public config: PiletInjectorConfig;
+  private serverConfig: KrasConfiguration;
+  private indexPath: string;
+
+  constructor(config: PiletInjectorConfig, serverConfig: KrasConfiguration, core: EventEmitter) {
+    this.config = config;
+    this.serverConfig = serverConfig;
+
+    if (this.config.active) {
+      const { pilets, api, publicUrl, assetUrl } = config;
+      this.indexPath = `${publicUrl}index.html`;
+      const cbs = {};
+
+      core.on('user-connected', (e) => {
+        const baseUrl = assetUrl || e.req.headers.origin;
+
+        if (e.target === '*' && e.url === api.substring(1)) {
+          cbs[e.id] = {
+            baseUrl,
+            notify: (msg: string) => e.ws.send(msg),
+          };
+        }
+      });
+
+      core.on('user-disconnected', (e) => {
+        delete cbs[e.id];
+      });
+
+      pilets.forEach((p, i) =>
+        p.bundler.on(() => {
+          fillPiletMeta(p, config.meta, `/${i}/`);
+
+          for (const id of Object.keys(cbs)) {
+            const { baseUrl, notify } = cbs[id];
+            const meta = this.getPiletMeta(baseUrl, p);
+            notify(meta);
+          }
+        }),
+      );
+    }
+  }
+
+  get active() {
+    return this.config.active;
+  }
+
+  set active(value) {
+    this.config.active = value;
+  }
+
+  get name() {
+    return 'pilet-injector';
+  }
+
+  getOptions() {
+    return {};
+  }
+
+  setOptions() {}
+
+  getPiletApi(baseUrl: string) {
+    const { api } = this.config;
+
+    if (/^https?:/.test(api)) {
+      return api;
+    } else if (baseUrl) {
+      return `${baseUrl}${api}`;
+    } else {
+      const { ssl, port } = this.serverConfig;
+      const { host } = commonConfig;
+      return `${ssl ? 'https' : 'http'}://${host}:${port}${api}`;
+    }
+  }
+
+  getPiletMeta(baseUrl: string, pilet: Pilet) {
+    const basePath = this.getPiletApi(baseUrl);
+    return JSON.stringify(pilet.getMeta(basePath));
+  }
+
+  async getIndexMeta(baseUrl: string) {
+    const { pilets, feed } = this.config;
+    const basePath = this.getPiletApi(baseUrl);
+    const localPilets = pilets.map((pilet) => pilet.getMeta?.(basePath)).filter(Boolean);
+    const mergedPilets = this.mergePilets(localPilets, await this.loadRemoteFeed(feed));
+    return JSON.stringify(mergedPilets);
+  }
+
+  async loadRemoteFeed(feed?: string | Array<string>): Promise<Array<Array<PiletMetadata>>> {
+    if (feed) {
+      const feeds = Array.isArray(feed) ? feed : [feed];
+      return await Promise.all(feeds.map(loadFeed));
+    }
+  }
+
+  mergePilets(localPilets: Array<PiletMetadata>, remoteFeeds: Array<Array<PiletMetadata>>) {
+    if (!remoteFeeds || !Array.isArray(remoteFeeds)) {
+      return localPilets;
+    }
+
+    const { mergeConfig = false } = this.config;
+    const names = localPilets.map((pilet) => pilet.name);
+    const merged = [...localPilets];
+
+    for (const remotePilets of remoteFeeds) {
+      if (!Array.isArray(remotePilets)) {
+        continue;
+      }
+
+      const newPilets = remotePilets.filter((pilet) => {
+        if (!pilet || typeof pilet !== 'object') {
+          return false;
+        }
+
+        const name = pilet.name;
+        const isNew = name !== undefined && !names.includes(name);
+
+        if (!isNew && mergeConfig) {
+          const existing = merged.find((m) => m.name === name);
+
+          if (existing.config === undefined) {
+            existing.config = pilet.config;
+          } else if (pilet.config !== undefined) {
+            Object.assign(existing.config, pilet.config);
+          }
+        }
+
+        return isNew;
+      });
+
+      names.push(...newPilets.map((p) => p.name));
+      merged.push(...newPilets);
+    }
+
+    return merged;
+  }
+
+  sendContent(content: Buffer | string, type: string, url: string): KrasResponse {
+    const { headers } = this.config;
+
+    return {
+      injector: { name: this.name },
+      headers: {
+        ...headers,
+        'content-type': type,
+        'cache-control': 'no-cache, no-store, must-revalidate',
+        pragma: 'no-cache',
+        expires: '0',
+      },
+      status: { code: 200 },
+      url,
+      content,
+    };
+  }
+
+  sendFile(target: string, url: string): KrasResponse {
+    const content = readFileSync(target);
+    const type = mime.getType(target) ?? 'application/octet-stream';
+    return this.sendContent(content, type, url);
+  }
+
+  async sendResponse(path: string, url: string, baseUrl: string): Promise<KrasResult> {
+    const { pilets } = this.config;
+    const [index, ...rest] = path.split('/');
+    const pilet = pilets[+index];
+    const bundler = pilet?.bundler;
+
+    if (!path) {
+      await bundler?.ready();
+      const content = await this.getIndexMeta(baseUrl);
+      return this.sendContent(content, 'application/json', url);
+    } else {
+      return bundler?.ready().then(() => {
+        const target = join(bundler.bundle.dir, rest.join('/'));
+
+        if (existsSync(target) && statSync(target).isFile()) {
+          return this.sendFile(target, url);
+        }
+      });
+    }
+  }
+
+  sendIndexFile(target: string, url: string, baseUrl: string): KrasResponse {
+    const indexHtml = readFileSync(target, 'utf8');
+
+    // mechanism to inject server side debug piletApi config into piral emulator
+    const windowInjectionScript = `window['dbg:pilet-api'] = '${this.getPiletApi(baseUrl)}';`;
+    const findStr = `<script`;
+    const replaceStr = `<script>/* Pilet Debugging Emulator Config Injection */${windowInjectionScript}</script><script`;
+    const content = indexHtml.replace(`${findStr}`, `${replaceStr}`);
+
+    return this.sendContent(content, mime.getType(target), url);
+  }
+
+  handle(req: KrasRequest): KrasResponse {
+    const { app, api, publicUrl, assetUrl } = this.config;
+    const baseUrl =
+      assetUrl || (req.headers.host ? `${req.encrypted ? 'https' : 'http'}://${req.headers.host}` : undefined);
+
+    if (!req.target) {
+      if (req.url.startsWith(publicUrl)) {
+        const path = req.url.substring(publicUrl.length).split('?')[0];
+
+        if (app) {
+          const target = join(app, path);
+
+          if (existsSync(target) && statSync(target).isFile()) {
+            if (req.url === this.indexPath) {
+              return this.sendIndexFile(target, req.url, baseUrl);
+            }
+
+            return this.sendFile(target, req.url);
+          }
+        }
+
+        if (req.url !== this.indexPath) {
+          return this.handle({
+            ...req,
+            url: this.indexPath,
+          });
+        }
+      }
+
+      return undefined;
+    } else if (req.target === api) {
+      const path = req.url.substring(1).split('?')[0];
+      return this.sendResponse(path, req.url, baseUrl);
+    }
+  }
+}

package/src/injectors/{piral.test.ts → piral-injector.test.ts}

@@ -1,5 +1,6 @@
-import PiralInjector, { PiralInjectorConfig } from './piral';
+import PiralInjector from './piral-injector';
 import { KrasRequest, KrasResult } from 'kras';
+import { EventEmitter } from 'events';
 
 const bundlerMock = {
   pending: true,
@@ -34,9 +35,11 @@ describe('Piral-CLI piral injector', () => {
     };
     const config = {
       bundler,
+      publicUrl: '/',
       active: true,
+      headers: {},
     };
-    const injector = new PiralInjector(config);
+    const injector = new PiralInjector(config, undefined, new EventEmitter());
     expect(injector.active).toBeTruthy();
   });
 
@@ -44,9 +47,11 @@ describe('Piral-CLI piral injector', () => {
     // Arrange
     const config = {
       bundler: bundlerMock,
+      publicUrl: '/',
       active: true,
+      headers: {},
     };
-    const injector = new PiralInjector(config);
+    const injector = new PiralInjector(config, undefined, new EventEmitter());
 
     // Act
     injector.active = false;
@@ -62,9 +67,11 @@ describe('Piral-CLI piral injector', () => {
     // Arrange
     const config = {
       bundler: bundlerMock,
+      publicUrl: '/',
       active: true,
+      headers: {},
     };
-    const injector = new PiralInjector(config);
+    const injector = new PiralInjector(config, undefined, new EventEmitter());
 
     // Act
     const res = injector.sendResponse('some/nice/invalid/path', 'sometarget.file', 'someDir', 'localhost:1234');
@@ -77,9 +84,11 @@ describe('Piral-CLI piral injector', () => {
     // Arrange
     const config = {
       bundler: bundlerMock,
+      publicUrl: '/',
       active: true,
+      headers: {},
     };
-    const injector = new PiralInjector(config);
+    const injector = new PiralInjector(config, undefined, new EventEmitter());
     const request: KrasRequest = {
       content: 'someFakeContent',
       headers: {},

package/src/injectors/piral-injector.ts

@@ -0,0 +1,130 @@
+import { join } from 'path';
+import { EventEmitter } from 'events';
+import { readFileSync, existsSync, statSync } from 'fs';
+import { KrasInjector, KrasResponse, KrasRequest, KrasInjectorConfig, KrasConfiguration } from 'kras';
+import { mime } from '../external';
+import { Bundler } from '../types';
+
+/**
+ * The maximum amount of retries when sending a response
+ */
+const maxRetrySendResponse = 4;
+
+export interface PiralInjectorConfig extends KrasInjectorConfig {
+  bundler: Bundler;
+  publicUrl: string;
+  feed?: string;
+  headers?: Record<string, string>;
+}
+
+export default class PiralInjector implements KrasInjector {
+  public config: PiralInjectorConfig;
+
+  constructor(options: PiralInjectorConfig, _config: KrasConfiguration, core: EventEmitter) {
+    this.config = options;
+
+    if (this.config.active) {
+      const api = '/$events';
+      const cbs = {};
+
+      core.on('user-connected', (e) => {
+        if (e.target === '*' && e.url === api.substring(1)) {
+          cbs[e.id] = (msg: string) => e.ws.send(msg);
+        }
+      });
+
+      core.on('user-disconnected', (e) => {
+        delete cbs[e.id];
+      });
+
+      this.config.bundler.on((args) => {
+        for (const id of Object.keys(cbs)) {
+          cbs[id](JSON.stringify(args));
+        }
+      });
+    }
+  }
+
+  get active() {
+    return this.config.active;
+  }
+
+  set active(value) {
+    this.config.active = value;
+  }
+
+  get name() {
+    return 'piral-injector';
+  }
+
+  getOptions() {
+    return {};
+  }
+
+  setOptions() {}
+
+  sendContent(content: Buffer | string, type: string, url: string): KrasResponse {
+    const { headers } = this.config;
+    return {
+      injector: { name: this.name },
+      headers: {
+        ...headers,
+        'content-type': type,
+        'cache-control': 'no-cache, no-store, must-revalidate',
+        pragma: 'no-cache',
+        expires: '0',
+      },
+      status: { code: 200 },
+      url,
+      content,
+    };
+  }
+
+  sendIndexFile(target: string, url: string): KrasResponse {
+    const indexHtml = readFileSync(target, 'utf8');
+    const { feed } = this.config;
+
+    if (feed) {
+      // mechanism to inject server side debug piletApi config into piral emulator
+      const windowInjectionScript = `window['dbg:pilet-api'] = '${feed}';`;
+      const findStr = `<script`;
+      const replaceStr = `<script>/* Pilet Debugging Emulator Config Injection */${windowInjectionScript}</script><script`;
+      const content = indexHtml.replace(`${findStr}`, `${replaceStr}`);
+      return this.sendContent(content, mime.getType(target), url);
+    }
+
+    return this.sendContent(indexHtml, mime.getType(target), url);
+  }
+
+  sendResponse(path: string, target: string, dir: string, url: string, recursionDepth = 0): KrasResponse {
+    if (recursionDepth > maxRetrySendResponse) {
+      return undefined;
+    }
+
+    const { bundler } = this.config;
+    const newTarget = join(bundler.bundle.dir, bundler.bundle.name);
+
+    if (!path || !existsSync(target) || !statSync(target).isFile()) {
+      return this.sendResponse(bundler.bundle.name, newTarget, dir, url, recursionDepth + 1);
+    } else if (target === newTarget) {
+      return this.sendIndexFile(target, url);
+    }
+
+    const type = mime.getType(target) ?? 'application/octet-stream';
+    return this.sendContent(readFileSync(target), type, url);
+  }
+
+  handle(req: KrasRequest): KrasResponse {
+    if (!req.target) {
+      const { bundler, publicUrl } = this.config;
+
+      if (req.url.startsWith(publicUrl) || `${req.url}/` === publicUrl) {
+        const pathLength = publicUrl.length || 1;
+        const path = req.url.substring(pathLength);
+        const dir = bundler.bundle.dir;
+        const target = join(dir, path.split('?')[0]);
+        return bundler.ready().then(() => this.sendResponse(path, target, dir, req.url));
+      }
+    }
+  }
+}