@jpmorganchase/mosaic-source-local-folder 0.0.0-snapshot-20240604074928

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,7 @@
1
+ /// <reference types="node" resolution-mode="require"/>
2
+ /// <reference types="node" resolution-mode="require"/>
3
+ import { WatchOptions } from 'fs';
4
+ import { Observable } from 'rxjs';
5
+ export default function fromFsWatch(filename: string, options?: WatchOptions | BufferEncoding | string | null | (WatchOptions & {
6
+ encoding: 'buffer';
7
+ }) | 'buffer'): Observable<unknown>;
@@ -0,0 +1,20 @@
1
+ import { Observable } from 'rxjs';
2
+ import { watch } from 'chokidar';
3
+ export default function fromFsWatch(filename, options) {
4
+ return new Observable(subscriber => {
5
+ const watcher = watch(filename, options);
6
+ watcher.on('all', (_eventType, filename) => {
7
+ subscriber.next(filename);
8
+ });
9
+ watcher.once('error', (error) => {
10
+ subscriber.error(error);
11
+ });
12
+ watcher.once('close', () => {
13
+ subscriber.complete();
14
+ });
15
+ return function unsubscribe() {
16
+ watcher.close();
17
+ };
18
+ });
19
+ }
20
+ //# sourceMappingURL=fromFsWatch.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fromFsWatch.js","sourceRoot":"","sources":["../src/fromFsWatch.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,MAAM,CAAC;AAClC,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAEjC,MAAM,CAAC,OAAO,UAAU,WAAW,CACjC,QAAgB,EAChB,OAMY;IAEZ,OAAO,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE;QACjC,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,EAAE,OAAc,CAAC,CAAC;QAEhD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE;YACzC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YACrC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YACzB,UAAU,CAAC,QAAQ,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,SAAS,WAAW;YACzB,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,27 @@
1
+ import { z } from 'zod';
2
+ import type { Source } from '@jpmorganchase/mosaic-types';
3
+ export declare const schema: z.ZodObject<{
4
+ /**
5
+ * Collection of file extensions to look for
6
+ */
7
+ extensions: z.ZodArray<z.ZodString, "atleastone">;
8
+ /**
9
+ * Add to use a folder prefix
10
+ */
11
+ prefixDir: z.ZodOptional<z.ZodString>;
12
+ /**
13
+ * The root directory containing docs
14
+ */
15
+ rootDir: z.ZodString;
16
+ }, "strip", z.ZodTypeAny, {
17
+ extensions: [string, ...string[]];
18
+ rootDir: string;
19
+ prefixDir?: string | undefined;
20
+ }, {
21
+ extensions: [string, ...string[]];
22
+ rootDir: string;
23
+ prefixDir?: string | undefined;
24
+ }>;
25
+ export type LocalFolderSourceOptions = z.infer<typeof schema>;
26
+ declare const LocalFolderSource: Source<LocalFolderSourceOptions>;
27
+ export default LocalFolderSource;
package/dist/index.js ADDED
@@ -0,0 +1,55 @@
1
+ import { concatMap, delay, merge, of, switchMap } from 'rxjs';
2
+ import glob from 'fast-glob';
3
+ import path from 'path';
4
+ import fs from 'fs';
5
+ import { merge as lodashMerge } from 'lodash-es';
6
+ import { z } from 'zod';
7
+ import { validateMosaicSchema } from '@jpmorganchase/mosaic-schemas';
8
+ import fromFsWatch from './fromFsWatch.js';
9
+ async function getLastModifiedDate(fullPath) {
10
+ const resolvedRoute = await fs.promises.realpath(fullPath);
11
+ const stats = await fs.promises.stat(resolvedRoute);
12
+ return stats?.mtimeMs ? stats.mtimeMs : 0;
13
+ }
14
+ function createFileGlob(url, pageExtensions) {
15
+ if (pageExtensions.length === 1) {
16
+ return `${url}${pageExtensions[0]}`;
17
+ }
18
+ return `${url}{${pageExtensions.join(',')}}`;
19
+ }
20
+ export const schema = z.object({
21
+ /**
22
+ * Collection of file extensions to look for
23
+ */
24
+ extensions: z
25
+ .string({ required_error: 'Please provide the collection of file extensions to look for' })
26
+ .array()
27
+ .nonempty(),
28
+ /**
29
+ * Add to use a folder prefix
30
+ */
31
+ prefixDir: z.string().optional(),
32
+ /**
33
+ * The root directory containing docs
34
+ */
35
+ rootDir: z.string({ required_error: 'Please provide a root directory name' })
36
+ });
37
+ const LocalFolderSource = {
38
+ create(options, { serialiser }) {
39
+ validateMosaicSchema(schema, options);
40
+ return merge(of(null), fromFsWatch(options.rootDir, { recursive: true })).pipe(delay(1000), switchMap(() => glob(createFileGlob('**', options.extensions), {
41
+ cwd: options.rootDir,
42
+ onlyFiles: true
43
+ })), concatMap(async (filepaths) =>
44
+ // eslint-disable-next-line @typescript-eslint/return-await
45
+ await Promise.all(filepaths.map(async (filepath) => {
46
+ const fullPath = path.posix.join(options.rootDir, filepath);
47
+ return lodashMerge({}, await serialiser.deserialise(fullPath, await fs.promises.readFile(fullPath)), {
48
+ lastModified: new Date(await getLastModifiedDate(fullPath)).getTime(),
49
+ fullPath: `/${options.prefixDir ? path.posix.join(options.prefixDir, filepath) : filepath}`.replace(/^\/{2,}/, '/')
50
+ });
51
+ }))));
52
+ }
53
+ };
54
+ export default LocalFolderSource;
55
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAc,EAAE,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AAC1E,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,KAAK,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAErE,OAAO,WAAW,MAAM,kBAAkB,CAAC;AAE3C,KAAK,UAAU,mBAAmB,CAAC,QAAgB;IACjD,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpD,OAAO,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,cAAc,CAAC,GAAW,EAAE,cAAwB;IAC3D,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;QAC/B,OAAO,GAAG,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;KACrC;IACD,OAAO,GAAG,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B;;OAEG;IACH,UAAU,EAAE,CAAC;SACV,MAAM,CAAC,EAAE,cAAc,EAAE,8DAA8D,EAAE,CAAC;SAC1F,KAAK,EAAE;SACP,QAAQ,EAAE;IACb;;OAEG;IACH,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC;;OAEG;IACH,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,sCAAsC,EAAE,CAAC;CAC9E,CAAC,CAAC;AAIH,MAAM,iBAAiB,GAAqC;IAC1D,MAAM,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE;QAC5B,oBAAoB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtC,OAAO,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAC5E,KAAK,CAAC,IAAI,CAAC,EACX,SAAS,CAAC,GAAG,EAAE,CACb,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE;YAC7C,GAAG,EAAE,OAAO,CAAC,OAAO;YACpB,SAAS,EAAE,IAAI;SAChB,CAAC,CACH,EACD,SAAS,CACP,KAAK,EAAE,SAAmB,EAAE,EAAE;QAC5B,2DAA2D;QAC3D,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAgB,EAAE,EAAE;YACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC5D,OAAO,WAAW,CAChB,EAAE,EACF,MAAM,UAAU,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAC5E;gBACE,YAAY,EAAE,IAAI,IAAI,CAAC,MAAM,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE;gBACrE,QAAQ,EAAE,IACR,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,QACrE,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aAC3B,CACF,CAAC;QACJ,CAAC,CAAC,CACH,CACJ,CACF,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,eAAe,iBAAiB,CAAC"}
package/package.json ADDED
@@ -0,0 +1,43 @@
1
+ {
2
+ "name": "@jpmorganchase/mosaic-source-local-folder",
3
+ "version": "0.0.0-snapshot-20240604074928",
4
+ "author": "",
5
+ "description": "Mosaic local folder source for core file system",
6
+ "license": "Apache-2.0",
7
+ "main": "./dist/index.js",
8
+ "type": "module",
9
+ "types": "./dist/index.d.ts",
10
+ "exports": {
11
+ ".": {
12
+ "types": "./dist/index.d.ts",
13
+ "import": "./dist/index.js",
14
+ "node": "./dist/index.js",
15
+ "default": "./dist/index.js"
16
+ }
17
+ },
18
+ "engines": {
19
+ "node": ">=16.10.0 || >=18.0.0"
20
+ },
21
+ "files": [
22
+ "dist"
23
+ ],
24
+ "scripts": {
25
+ "build": "tsc",
26
+ "clean": "rm -fr dist",
27
+ "lint": "eslint --ignore-pattern \"**/__tests__/**\""
28
+ },
29
+ "repository": {
30
+ "type": "git",
31
+ "url": "git@github.com:jpmorganchase/mosaic.git",
32
+ "directory": "packages/source-local-folder"
33
+ },
34
+ "dependencies": {
35
+ "@jpmorganchase/mosaic-schemas": "0.0.0-snapshot-20240604074928",
36
+ "@jpmorganchase/mosaic-types": "0.0.0-snapshot-20240604074928",
37
+ "chokidar": "^3.5.3",
38
+ "fast-glob": "^3.2.12",
39
+ "lodash-es": "^4.17.21",
40
+ "rxjs": "^7.5.5",
41
+ "zod": "^3.22.3"
42
+ }
43
+ }