@fluidframework/fluid-runner 2.0.0-dev.1.3.0.96595
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.eslintrc.js +18 -0
- package/.mocharc.js +12 -0
- package/LICENSE +21 -0
- package/README.md +68 -0
- package/bin/fluid-runner +2 -0
- package/dist/codeLoaderBundle.d.ts +44 -0
- package/dist/codeLoaderBundle.d.ts.map +1 -0
- package/dist/codeLoaderBundle.js +23 -0
- package/dist/codeLoaderBundle.js.map +1 -0
- package/dist/exportFile.d.ts +28 -0
- package/dist/exportFile.d.ts.map +1 -0
- package/dist/exportFile.js +87 -0
- package/dist/exportFile.js.map +1 -0
- package/dist/fakeUrlResolver.d.ts +15 -0
- package/dist/fakeUrlResolver.d.ts.map +1 -0
- package/dist/fakeUrlResolver.js +43 -0
- package/dist/fakeUrlResolver.js.map +1 -0
- package/dist/fluidRunner.d.ts +10 -0
- package/dist/fluidRunner.d.ts.map +1 -0
- package/dist/fluidRunner.js +106 -0
- package/dist/fluidRunner.js.map +1 -0
- package/dist/getArgsValidationError.d.ts +6 -0
- package/dist/getArgsValidationError.d.ts.map +1 -0
- package/dist/getArgsValidationError.js +46 -0
- package/dist/getArgsValidationError.js.map +1 -0
- package/dist/index.d.ts +12 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +30 -0
- package/dist/index.js.map +1 -0
- package/dist/logger/baseFileLogger.d.ts +28 -0
- package/dist/logger/baseFileLogger.d.ts.map +1 -0
- package/dist/logger/baseFileLogger.js +72 -0
- package/dist/logger/baseFileLogger.js.map +1 -0
- package/dist/logger/csvFileLogger.d.ts +18 -0
- package/dist/logger/csvFileLogger.d.ts.map +1 -0
- package/dist/logger/csvFileLogger.js +60 -0
- package/dist/logger/csvFileLogger.js.map +1 -0
- package/dist/logger/fileLogger.d.ts +38 -0
- package/dist/logger/fileLogger.d.ts.map +1 -0
- package/dist/logger/fileLogger.js +17 -0
- package/dist/logger/fileLogger.js.map +1 -0
- package/dist/logger/jsonFileLogger.d.ts +14 -0
- package/dist/logger/jsonFileLogger.d.ts.map +1 -0
- package/dist/logger/jsonFileLogger.js +44 -0
- package/dist/logger/jsonFileLogger.js.map +1 -0
- package/dist/logger/loggerUtils.d.ts +36 -0
- package/dist/logger/loggerUtils.d.ts.map +1 -0
- package/dist/logger/loggerUtils.js +90 -0
- package/dist/logger/loggerUtils.js.map +1 -0
- package/dist/packageVersion.d.ts +9 -0
- package/dist/packageVersion.d.ts.map +1 -0
- package/dist/packageVersion.js +12 -0
- package/dist/packageVersion.js.map +1 -0
- package/dist/parseBundleAndExportFile.d.ts +12 -0
- package/dist/parseBundleAndExportFile.d.ts.map +1 -0
- package/dist/parseBundleAndExportFile.js +84 -0
- package/dist/parseBundleAndExportFile.js.map +1 -0
- package/dist/utils.d.ts +24 -0
- package/dist/utils.d.ts.map +1 -0
- package/dist/utils.js +63 -0
- package/dist/utils.js.map +1 -0
- package/lib/codeLoaderBundle.d.ts +44 -0
- package/lib/codeLoaderBundle.d.ts.map +1 -0
- package/lib/codeLoaderBundle.js +18 -0
- package/lib/codeLoaderBundle.js.map +1 -0
- package/lib/exportFile.d.ts +28 -0
- package/lib/exportFile.d.ts.map +1 -0
- package/lib/exportFile.js +63 -0
- package/lib/exportFile.js.map +1 -0
- package/lib/fakeUrlResolver.d.ts +15 -0
- package/lib/fakeUrlResolver.d.ts.map +1 -0
- package/lib/fakeUrlResolver.js +39 -0
- package/lib/fakeUrlResolver.js.map +1 -0
- package/lib/fluidRunner.d.ts +10 -0
- package/lib/fluidRunner.d.ts.map +1 -0
- package/lib/fluidRunner.js +83 -0
- package/lib/fluidRunner.js.map +1 -0
- package/lib/getArgsValidationError.d.ts +6 -0
- package/lib/getArgsValidationError.d.ts.map +1 -0
- package/lib/getArgsValidationError.js +23 -0
- package/lib/getArgsValidationError.js.map +1 -0
- package/lib/index.d.ts +12 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +12 -0
- package/lib/index.js.map +1 -0
- package/lib/logger/baseFileLogger.d.ts +28 -0
- package/lib/logger/baseFileLogger.d.ts.map +1 -0
- package/lib/logger/baseFileLogger.js +49 -0
- package/lib/logger/baseFileLogger.js.map +1 -0
- package/lib/logger/csvFileLogger.d.ts +18 -0
- package/lib/logger/csvFileLogger.d.ts.map +1 -0
- package/lib/logger/csvFileLogger.js +37 -0
- package/lib/logger/csvFileLogger.js.map +1 -0
- package/lib/logger/fileLogger.d.ts +38 -0
- package/lib/logger/fileLogger.d.ts.map +1 -0
- package/lib/logger/fileLogger.js +14 -0
- package/lib/logger/fileLogger.js.map +1 -0
- package/lib/logger/jsonFileLogger.d.ts +14 -0
- package/lib/logger/jsonFileLogger.d.ts.map +1 -0
- package/lib/logger/jsonFileLogger.js +21 -0
- package/lib/logger/jsonFileLogger.js.map +1 -0
- package/lib/logger/loggerUtils.d.ts +36 -0
- package/lib/logger/loggerUtils.d.ts.map +1 -0
- package/lib/logger/loggerUtils.js +65 -0
- package/lib/logger/loggerUtils.js.map +1 -0
- package/lib/packageVersion.d.ts +9 -0
- package/lib/packageVersion.d.ts.map +1 -0
- package/lib/packageVersion.js +9 -0
- package/lib/packageVersion.js.map +1 -0
- package/lib/parseBundleAndExportFile.d.ts +12 -0
- package/lib/parseBundleAndExportFile.d.ts.map +1 -0
- package/lib/parseBundleAndExportFile.js +61 -0
- package/lib/parseBundleAndExportFile.js.map +1 -0
- package/lib/utils.d.ts +24 -0
- package/lib/utils.d.ts.map +1 -0
- package/lib/utils.js +38 -0
- package/lib/utils.js.map +1 -0
- package/package.json +87 -0
- package/src/codeLoaderBundle.ts +57 -0
- package/src/exportFile.ts +104 -0
- package/src/fakeUrlResolver.ts +50 -0
- package/src/fluidRunner.ts +106 -0
- package/src/getArgsValidationError.ts +27 -0
- package/src/index.ts +14 -0
- package/src/logger/baseFileLogger.ts +58 -0
- package/src/logger/csvFileLogger.ts +40 -0
- package/src/logger/fileLogger.ts +45 -0
- package/src/logger/jsonFileLogger.ts +27 -0
- package/src/logger/loggerUtils.ts +81 -0
- package/src/packageVersion.ts +9 -0
- package/src/parseBundleAndExportFile.ts +80 -0
- package/src/utils.ts +45 -0
- package/tsconfig.esnext.json +7 -0
- package/tsconfig.json +14 -0
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
|
+
* Licensed under the MIT License.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as fs from "fs";
|
|
7
|
+
import { ITelemetryLogger } from "@fluidframework/common-definitions";
|
|
8
|
+
import { ChildLogger } from "@fluidframework/telemetry-utils";
|
|
9
|
+
import { CSVFileLogger } from "./csvFileLogger";
|
|
10
|
+
import { IFileLogger, ITelemetryOptions, OutputFormat } from "./fileLogger";
|
|
11
|
+
import { JSONFileLogger } from "./jsonFileLogger";
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* Create a ITelemetryLogger wrapped around provided IFileLogger
|
|
15
|
+
* ! It is expected that all events be sent through the returned "logger" value
|
|
16
|
+
* ! The "fileLogger" value should have its "close()" method called at the end of execution
|
|
17
|
+
* Note: if an output format is not supplied, default is JSON
|
|
18
|
+
* @returns - both the IFileLogger implementation and ITelemetryLogger wrapper to be called
|
|
19
|
+
*/
|
|
20
|
+
export function createLogger(
|
|
21
|
+
filePath: string,
|
|
22
|
+
options?: ITelemetryOptions,
|
|
23
|
+
): { logger: ITelemetryLogger; fileLogger: IFileLogger; } {
|
|
24
|
+
const fileLogger = options?.outputFormat === OutputFormat.CSV
|
|
25
|
+
? new CSVFileLogger(filePath, options?.eventsPerFlush, options?.defaultProps)
|
|
26
|
+
: new JSONFileLogger(filePath, options?.eventsPerFlush, options?.defaultProps);
|
|
27
|
+
|
|
28
|
+
const logger = ChildLogger.create(fileLogger, "LocalSnapshotRunnerApp",
|
|
29
|
+
{ all: { Event_Time: () => Date.now() } });
|
|
30
|
+
|
|
31
|
+
return { logger, fileLogger };
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* Validate the telemetryFile command line argument
|
|
36
|
+
* @param telemetryFile - path where telemetry will be written
|
|
37
|
+
*/
|
|
38
|
+
export function getTelemetryFileValidationError(telemetryFile: string): string | undefined {
|
|
39
|
+
if (!telemetryFile) {
|
|
40
|
+
return "Telemetry file argument is missing.";
|
|
41
|
+
} else if (fs.existsSync(telemetryFile)) {
|
|
42
|
+
return `Telemetry file already exists [${telemetryFile}].`;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
return undefined;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
/**
|
|
49
|
+
* Validate the provided output format and default properties
|
|
50
|
+
* @param format - desired output format of the telemetry
|
|
51
|
+
* @param props - default properties to be added to every telemetry entry
|
|
52
|
+
* @internal
|
|
53
|
+
*/
|
|
54
|
+
export function validateAndParseTelemetryOptions(
|
|
55
|
+
format?: string,
|
|
56
|
+
props?: (string | number)[],
|
|
57
|
+
): { success: false; error: string; } | { success: true; telemetryOptions: ITelemetryOptions; } {
|
|
58
|
+
let outputFormat: OutputFormat | undefined;
|
|
59
|
+
const defaultProps: Record<string, string | number> = {};
|
|
60
|
+
|
|
61
|
+
if (format) {
|
|
62
|
+
outputFormat = OutputFormat[format];
|
|
63
|
+
if (outputFormat === undefined) {
|
|
64
|
+
return { success: false, error: `Invalid telemetry format [${format}]` };
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
if (props && props.length > 0) {
|
|
69
|
+
if (props.length % 2 !== 0) {
|
|
70
|
+
return { success: false, error: `Invalid number of telemetry properties to add [${props.length}]` };
|
|
71
|
+
}
|
|
72
|
+
for (let i = 0; i < props.length; i += 2) {
|
|
73
|
+
if (typeof props[i] === "number") {
|
|
74
|
+
return { success: false, error: `Property name cannot be number at index [${i}] -> [${props[i]}]` };
|
|
75
|
+
}
|
|
76
|
+
defaultProps[props[i]] = props[i + 1];
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
return { success: true, telemetryOptions: { outputFormat, defaultProps } };
|
|
81
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
|
+
* Licensed under the MIT License.
|
|
4
|
+
*
|
|
5
|
+
* THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
export const pkgName = "@fluidframework/fluid-runner";
|
|
9
|
+
export const pkgVersion = "1.2.0";
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
|
+
* Licensed under the MIT License.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as fs from "fs";
|
|
7
|
+
import { PerformanceEvent } from "@fluidframework/telemetry-utils";
|
|
8
|
+
import { isCodeLoaderBundle, isFluidFileConverter } from "./codeLoaderBundle";
|
|
9
|
+
import { createContainerAndExecute, IExportFileResponse } from "./exportFile";
|
|
10
|
+
import { getArgsValidationError } from "./getArgsValidationError";
|
|
11
|
+
/* eslint-disable import/no-internal-modules */
|
|
12
|
+
import { ITelemetryOptions } from "./logger/fileLogger";
|
|
13
|
+
import { createLogger, getTelemetryFileValidationError } from "./logger/loggerUtils";
|
|
14
|
+
/* eslint-enable import/no-internal-modules */
|
|
15
|
+
import { getSnapshotFileContent } from "./utils";
|
|
16
|
+
|
|
17
|
+
const clientArgsValidationError = "Client_ArgsValidationError";
|
|
18
|
+
|
|
19
|
+
/**
|
|
20
|
+
* Parse a provided JS bundle, execute code on Container based on ODSP snapshot, and write result to file
|
|
21
|
+
* @param codeLoader - path to provided JS bundle that implements ICodeLoaderBundle (see codeLoaderBundle.ts)
|
|
22
|
+
*/
|
|
23
|
+
export async function parseBundleAndExportFile(
|
|
24
|
+
codeLoader: string,
|
|
25
|
+
inputFile: string,
|
|
26
|
+
outputFile: string,
|
|
27
|
+
telemetryFile: string,
|
|
28
|
+
options?: string,
|
|
29
|
+
telemetryOptions?: ITelemetryOptions,
|
|
30
|
+
): Promise<IExportFileResponse> {
|
|
31
|
+
const telemetryArgError = getTelemetryFileValidationError(telemetryFile);
|
|
32
|
+
if (telemetryArgError) {
|
|
33
|
+
const eventName = clientArgsValidationError;
|
|
34
|
+
return { success: false, eventName, errorMessage: telemetryArgError };
|
|
35
|
+
}
|
|
36
|
+
const { fileLogger, logger } = createLogger(telemetryFile, telemetryOptions);
|
|
37
|
+
|
|
38
|
+
try {
|
|
39
|
+
return await PerformanceEvent.timedExecAsync(logger, { eventName: "ParseBundleAndExportFile" }, async () => {
|
|
40
|
+
// eslint-disable-next-line @typescript-eslint/no-require-imports, @typescript-eslint/no-var-requires
|
|
41
|
+
const codeLoaderBundle = require(codeLoader);
|
|
42
|
+
if (!isCodeLoaderBundle(codeLoaderBundle)) {
|
|
43
|
+
const eventName = clientArgsValidationError;
|
|
44
|
+
const errorMessage = "Code loader bundle is not of type ICodeLoaderBundle";
|
|
45
|
+
logger.sendErrorEvent({ eventName, message: errorMessage });
|
|
46
|
+
return { success: false, eventName, errorMessage };
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
const fluidExport = await codeLoaderBundle.fluidExport;
|
|
50
|
+
if (!isFluidFileConverter(fluidExport)) {
|
|
51
|
+
const eventName = clientArgsValidationError;
|
|
52
|
+
const errorMessage = "Fluid export from CodeLoaderBundle is not of type IFluidFileConverter";
|
|
53
|
+
logger.sendErrorEvent({ eventName, message: errorMessage });
|
|
54
|
+
return { success: false, eventName, errorMessage };
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
const argsValidationError = getArgsValidationError(inputFile, outputFile);
|
|
58
|
+
if (argsValidationError) {
|
|
59
|
+
const eventName = clientArgsValidationError;
|
|
60
|
+
logger.sendErrorEvent({ eventName, message: argsValidationError });
|
|
61
|
+
return { success: false, eventName, errorMessage: argsValidationError };
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
fs.writeFileSync(outputFile, await createContainerAndExecute(
|
|
65
|
+
getSnapshotFileContent(inputFile),
|
|
66
|
+
fluidExport,
|
|
67
|
+
logger,
|
|
68
|
+
options,
|
|
69
|
+
));
|
|
70
|
+
|
|
71
|
+
return { success: true };
|
|
72
|
+
});
|
|
73
|
+
} catch (error) {
|
|
74
|
+
const eventName = "Client_UnexpectedError";
|
|
75
|
+
logger.sendErrorEvent({ eventName }, error);
|
|
76
|
+
return { success: false, eventName, errorMessage: "Unexpected error", error };
|
|
77
|
+
} finally {
|
|
78
|
+
await fileLogger.close();
|
|
79
|
+
}
|
|
80
|
+
}
|
package/src/utils.ts
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
|
+
* Licensed under the MIT License.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as fs from "fs";
|
|
7
|
+
import { IFluidFileConverter } from "./codeLoaderBundle";
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Is the given snapshot in JSON format
|
|
11
|
+
* @param content - snapshot file content
|
|
12
|
+
* @internal
|
|
13
|
+
*/
|
|
14
|
+
export function isJsonSnapshot(content: Buffer): boolean {
|
|
15
|
+
return content.toString(undefined, 0, 1) === "{";
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Get the ODSP snapshot file content
|
|
20
|
+
* Works on both JSON and binary snapshot formats
|
|
21
|
+
* @param filePath - path to the ODSP snapshot file
|
|
22
|
+
*/
|
|
23
|
+
export function getSnapshotFileContent(filePath: string): string | Buffer {
|
|
24
|
+
// TODO: read file stream
|
|
25
|
+
const content = fs.readFileSync(filePath);
|
|
26
|
+
return isJsonSnapshot(content) ? content.toString() : content;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Validate provided command line arguments
|
|
31
|
+
* @internal
|
|
32
|
+
*/
|
|
33
|
+
export function validateCommandLineArgs(
|
|
34
|
+
codeLoader?: string,
|
|
35
|
+
fluidFileConverter?: IFluidFileConverter,
|
|
36
|
+
): string | undefined {
|
|
37
|
+
if (codeLoader && fluidFileConverter !== undefined) {
|
|
38
|
+
return "\"codeLoader\" and \"fluidFileConverter\" cannot both be provided. See README for details.";
|
|
39
|
+
}
|
|
40
|
+
if (!codeLoader && fluidFileConverter === undefined) {
|
|
41
|
+
// eslint-disable-next-line max-len
|
|
42
|
+
return "\"codeLoader\" must be provided if there is no explicit \"fluidFileConverter\". See README for details.";
|
|
43
|
+
}
|
|
44
|
+
return undefined;
|
|
45
|
+
}
|
package/tsconfig.json
ADDED