@jpmorganchase/mosaic-core 0.1.0-beta.3

package/src/worker/helpers/createSourceObservable.ts

@@ -0,0 +1,84 @@
+import { isObservable, map } from 'rxjs';
+import type { Observable } from 'rxjs';
+
+import type WorkerData from '@jpmorganchase/mosaic-types/dist/WorkerData';
+import type Source from '@jpmorganchase/mosaic-types/dist/Source';
+import type Page from '@jpmorganchase/mosaic-types/dist/Page';
+import path from 'path';
+import { escapeRegExp } from 'lodash';
+
+export default async function createSourceObservable(
+  { modulePath, options, pageExtensions, ignorePages }: WorkerData,
+  serialiser
+): Promise<Observable<Page[]>> {
+  const api = await getSourceDefinitionExports(modulePath);
+  const source$ = api.create(options, { serialiser, pageExtensions });
+
+  if (!isObservable(source$)) {
+    throw new Error(`Source at '${modulePath}' did not return an Observable.`);
+  }
+  const isNonHiddenPage = createPageTest(ignorePages, pageExtensions);
+
+  // TODO: Move this formatter
+  return source$.pipe(
+    map((pages: Page[]) => {
+      return pages.reduce((pages, page) => {
+        if (!isNonHiddenPage(page.fullPath)) {
+          console.warn(
+            `File '${
+              page.fullPath
+            }' does not have a matching page file extension, it will be removed from the output.
+            
+NOTE: Only ${pageExtensions.join(
+              ', '
+            )} extensions are supported (as per the value defined in PullDocs config \`pageExtensions\`). To add non-page files to the filesystem, start their names with a dot to indicate they are hidden files.`
+          );
+          return pages;
+        }
+        if (!page.fullPath) {
+          console.warn(
+            `Page '${page.fullPath}' is missing the \`fullPath\` property. It will be removed from the output.`
+          );
+          return pages;
+        }
+
+        return pages.concat({
+          ...page,
+          title: page.title || page.fullPath,
+          fullPath: page.fullPath.toLowerCase(),
+          route: page.route
+            ? page.route.toLowerCase()
+            : page.fullPath.toLowerCase()
+        });
+      }, []);
+    })
+  );
+}
+
+async function getSourceDefinitionExports(modulePath): Promise<Source> {
+  const { default: defaultProp }: { default: Source | { __esModule: boolean; default: Source } } =
+    await import(modulePath);
+
+  const api =
+    'default' in defaultProp && defaultProp.__esModule
+      ? defaultProp.default
+      : (defaultProp as Source);
+
+  if (!api) {
+    throw new Error(`Could not resolve source '${modulePath}'.`);
+  }
+
+  if (typeof api.create !== 'function') {
+    throw new Error(`Source '${modulePath}' does not have a valid \`create\` function.`);
+  }
+
+  return api;
+}
+
+function createPageTest(ignorePages, pageExtensions) {
+  const extTest = new RegExp(`${pageExtensions.map(escapeRegExp).join('|')}$`);
+  const ignoreTest = new RegExp(`${ignorePages.map(escapeRegExp).join('|')}$`);
+  return file => {
+    return !ignoreTest.test(file) && extTest.test(file) && !path.basename(file).startsWith('.');
+  };
+}

package/tsconfig.example.json

@@ -0,0 +1,6 @@
+{
+  "extends": "./tsconfig",
+  "include": ["src/example/*"],
+  "outDir": "dist/example",
+  "exclude": ["node_modules", "src/**/__tests__/**/*", "src/__tests__/**/*", "**/dist/**/*"]
+}

package/tsconfig.json

@@ -0,0 +1,22 @@
+{
+  "compilerOptions": {
+    "module": "commonjs",
+    "allowJs": true,
+    "target": "es2015",
+    "esModuleInterop": true,
+    "moduleResolution": "NodeNext",
+    "sourceMap": true,
+    "outDir": "dist",
+    "skipLibCheck": true,
+    "rootDir": "./src"
+  },
+  "include": ["src/**/*", "../common/src/types"],
+  "exclude": [
+    "node_modules",
+    "src/**/__tests__/**/*",
+    "src/**/__mocks__/**/*",
+    "src/__tests__/**/*",
+    "src/__mocks__/**/*",
+    "**/dist/**/*"
+  ]
+}