@motiadev/core 0.8.2-beta.140-424079 → 0.8.2-beta.140-428722
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +12 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +14 -5
- package/dist/src/adapters/defaults/cron/in-memory-cron-adapter.d.ts +13 -0
- package/dist/src/adapters/defaults/cron/in-memory-cron-adapter.d.ts.map +1 -0
- package/dist/src/adapters/defaults/cron/in-memory-cron-adapter.js +53 -0
- package/dist/src/adapters/defaults/event/in-memory-queue-event-adapter.d.ts +15 -0
- package/dist/src/adapters/defaults/event/in-memory-queue-event-adapter.d.ts.map +1 -0
- package/dist/src/adapters/defaults/event/in-memory-queue-event-adapter.js +49 -0
- package/dist/src/adapters/defaults/index.d.ts +9 -0
- package/dist/src/adapters/defaults/index.d.ts.map +1 -0
- package/dist/src/adapters/defaults/index.js +19 -0
- package/dist/src/{state/adapters/default-state-adapter.d.ts → adapters/defaults/state/file-state-adapter.d.ts} +2 -2
- package/dist/src/adapters/defaults/state/file-state-adapter.d.ts.map +1 -0
- package/dist/src/{state/adapters/default-state-adapter.js → adapters/defaults/state/file-state-adapter.js} +1 -3
- package/dist/src/{state/adapters → adapters/defaults/state}/memory-state-adapter.d.ts +1 -1
- package/dist/src/adapters/defaults/state/memory-state-adapter.d.ts.map +1 -0
- package/dist/src/{state/adapters → adapters/defaults/state}/memory-state-adapter.js +1 -3
- package/dist/src/{state/adapters → adapters/defaults/state}/utils.d.ts +1 -1
- package/dist/src/adapters/defaults/state/utils.d.ts.map +1 -0
- package/dist/src/adapters/defaults/stream/file-stream-adapter-manager.d.ts +9 -0
- package/dist/src/adapters/defaults/stream/file-stream-adapter-manager.d.ts.map +1 -0
- package/dist/src/adapters/defaults/stream/file-stream-adapter-manager.js +14 -0
- package/dist/src/{streams/adapters → adapters/defaults/stream}/file-stream-adapter.d.ts +2 -2
- package/dist/src/adapters/defaults/stream/file-stream-adapter.d.ts.map +1 -0
- package/dist/src/{streams/adapters → adapters/defaults/stream}/file-stream-adapter.js +3 -3
- package/dist/src/adapters/defaults/stream/index.d.ts +5 -0
- package/dist/src/adapters/defaults/stream/index.d.ts.map +1 -0
- package/dist/src/adapters/defaults/stream/index.js +11 -0
- package/dist/src/adapters/defaults/stream/memory-stream-adapter-manager.d.ts +6 -0
- package/dist/src/adapters/defaults/stream/memory-stream-adapter-manager.d.ts.map +1 -0
- package/dist/src/adapters/defaults/stream/memory-stream-adapter-manager.js +10 -0
- package/dist/src/{streams/adapters → adapters/defaults/stream}/memory-stream-adapter.d.ts +4 -1
- package/dist/src/adapters/defaults/stream/memory-stream-adapter.d.ts.map +1 -0
- package/dist/src/adapters/defaults/stream/memory-stream-adapter.js +55 -0
- package/dist/src/adapters/interfaces/cron-adapter.interface.d.ts +29 -0
- package/dist/src/adapters/interfaces/cron-adapter.interface.d.ts.map +1 -0
- package/dist/src/adapters/interfaces/event-adapter.interface.d.ts +15 -0
- package/dist/src/adapters/interfaces/event-adapter.interface.d.ts.map +1 -0
- package/dist/src/adapters/interfaces/event-adapter.interface.js +2 -0
- package/dist/src/adapters/interfaces/index.d.ts +7 -0
- package/dist/src/adapters/interfaces/index.d.ts.map +1 -0
- package/dist/src/adapters/interfaces/index.js +5 -0
- package/dist/src/adapters/interfaces/observability-adapter.interface.d.ts +23 -0
- package/dist/src/adapters/interfaces/observability-adapter.interface.d.ts.map +1 -0
- package/dist/src/adapters/interfaces/observability-adapter.interface.js +2 -0
- package/dist/src/{state/state-adapter.d.ts → adapters/interfaces/state-adapter.interface.d.ts} +2 -5
- package/dist/src/adapters/interfaces/state-adapter.interface.d.ts.map +1 -0
- package/dist/src/adapters/interfaces/state-adapter.interface.js +2 -0
- package/dist/src/adapters/interfaces/stream-adapter-manager.interface.d.ts +6 -0
- package/dist/src/adapters/interfaces/stream-adapter-manager.interface.d.ts.map +1 -0
- package/dist/src/adapters/interfaces/stream-adapter-manager.interface.js +2 -0
- package/dist/src/adapters/interfaces/stream-adapter.interface.d.ts +22 -0
- package/dist/src/adapters/interfaces/stream-adapter.interface.d.ts.map +1 -0
- package/dist/src/adapters/interfaces/stream-adapter.interface.js +16 -0
- package/dist/src/call-step-file.js +1 -1
- package/dist/src/cron-handler.d.ts +4 -3
- package/dist/src/cron-handler.d.ts.map +1 -1
- package/dist/src/cron-handler.js +46 -2
- package/dist/src/helper/flows-helper.d.ts +1 -1
- package/dist/src/helper/flows-helper.d.ts.map +1 -1
- package/dist/src/infrastructure-validator/schemas.d.ts +8 -8
- package/dist/src/locked-data.d.ts +3 -3
- package/dist/src/locked-data.d.ts.map +1 -1
- package/dist/src/locked-data.js +2 -8
- package/dist/src/logger-factory.d.ts +2 -2
- package/dist/src/logger-factory.d.ts.map +1 -1
- package/dist/src/motia.d.ts +4 -6
- package/dist/src/motia.d.ts.map +1 -1
- package/dist/src/node/logger.d.ts +0 -3
- package/dist/src/node/logger.d.ts.map +1 -1
- package/dist/src/node/logger.js +0 -5
- package/dist/src/observability/index.d.ts +3 -14
- package/dist/src/observability/index.d.ts.map +1 -1
- package/dist/src/observability/trace-stream-adapter.d.ts +1 -1
- package/dist/src/observability/trace-stream-adapter.d.ts.map +1 -1
- package/dist/src/observability/trace-stream-adapter.js +3 -2
- package/dist/src/observability/tracer.d.ts +1 -0
- package/dist/src/observability/tracer.d.ts.map +1 -1
- package/dist/src/observability/tracer.js +14 -3
- package/dist/src/printer.d.ts +0 -6
- package/dist/src/printer.d.ts.map +1 -1
- package/dist/src/printer.js +2 -19
- package/dist/src/python/motia_logger.py +1 -10
- package/dist/src/queue-manager.d.ts +2 -2
- package/dist/src/queue-manager.d.ts.map +1 -1
- package/dist/src/queue-manager.js +17 -3
- package/dist/src/server.d.ts +11 -5
- package/dist/src/server.d.ts.map +1 -1
- package/dist/src/server.js +13 -12
- package/dist/src/state/create-state-adapter.d.ts +4 -4
- package/dist/src/state/create-state-adapter.d.ts.map +1 -1
- package/dist/src/state/create-state-adapter.js +3 -3
- package/dist/src/step-handlers.d.ts +2 -2
- package/dist/src/step-handlers.d.ts.map +1 -1
- package/dist/src/step-handlers.js +14 -10
- package/dist/src/streams/flows-config-stream.d.ts +1 -1
- package/dist/src/streams/flows-config-stream.d.ts.map +1 -1
- package/dist/src/streams/flows-config-stream.js +3 -3
- package/dist/src/streams/flows-stream.d.ts +1 -1
- package/dist/src/streams/flows-stream.d.ts.map +1 -1
- package/dist/src/streams/flows-stream.js +3 -3
- package/dist/src/streams/logs-stream.d.ts +2 -1
- package/dist/src/streams/logs-stream.d.ts.map +1 -1
- package/dist/src/streams/logs-stream.js +3 -3
- package/dist/src/types/app-config-types.d.ts +11 -0
- package/dist/src/types/app-config-types.d.ts.map +1 -1
- package/dist/src/types.d.ts +0 -5
- package/dist/src/types.d.ts.map +1 -1
- package/dist/src/validate-event-input.d.ts.map +1 -1
- package/dist/src/validate-event-input.js +3 -1
- package/package.json +1 -1
- package/dist/src/event-manager.d.ts +0 -4
- package/dist/src/event-manager.d.ts.map +0 -1
- package/dist/src/event-manager.js +0 -32
- package/dist/src/state/adapters/default-state-adapter.d.ts.map +0 -1
- package/dist/src/state/adapters/memory-state-adapter.d.ts.map +0 -1
- package/dist/src/state/adapters/utils.d.ts.map +0 -1
- package/dist/src/state/state-adapter.d.ts.map +0 -1
- package/dist/src/streams/adapters/file-stream-adapter.d.ts.map +0 -1
- package/dist/src/streams/adapters/memory-stream-adapter.d.ts.map +0 -1
- package/dist/src/streams/adapters/memory-stream-adapter.js +0 -39
- package/dist/src/streams/adapters/stream-adapter.d.ts +0 -12
- package/dist/src/streams/adapters/stream-adapter.d.ts.map +0 -1
- package/dist/src/streams/adapters/stream-adapter.js +0 -10
- /package/dist/src/{state/adapters → adapters/defaults/state}/utils.js +0 -0
- /package/dist/src/{state/state-adapter.js → adapters/interfaces/cron-adapter.interface.js} +0 -0
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.createTracerFactory = exports.BaseTracerFactory = void 0;
|
|
4
|
+
const file_stream_adapter_manager_1 = require("../adapters/defaults/stream/file-stream-adapter-manager");
|
|
4
5
|
const create_trace_1 = require("./create-trace");
|
|
5
6
|
const stream_tracer_1 = require("./stream-tracer");
|
|
6
7
|
const trace_manager_1 = require("./trace-manager");
|
|
7
8
|
const trace_stream_adapter_1 = require("./trace-stream-adapter");
|
|
8
9
|
const MAX_TRACE_GROUPS = process.env.MOTIA_MAX_TRACE_GROUPS //
|
|
9
|
-
?
|
|
10
|
+
? parseInt(process.env.MOTIA_MAX_TRACE_GROUPS)
|
|
10
11
|
: 50;
|
|
11
12
|
class BaseTracerFactory {
|
|
12
13
|
constructor(traceStream, traceGroupStream) {
|
|
@@ -56,11 +57,21 @@ class BaseTracerFactory {
|
|
|
56
57
|
const manager = new trace_manager_1.TraceManager(this.traceStream, this.traceGroupStream, traceGroup, trace);
|
|
57
58
|
return new stream_tracer_1.StreamTracer(manager, traceGroup, trace, logger);
|
|
58
59
|
}
|
|
60
|
+
async attachToTrace(traceId, step, logger) {
|
|
61
|
+
const existingGroup = await this.traceGroupStream.get('default', traceId);
|
|
62
|
+
if (!existingGroup) {
|
|
63
|
+
return this.createTracer(traceId, step, logger);
|
|
64
|
+
}
|
|
65
|
+
const trace = (0, create_trace_1.createTrace)(existingGroup, step);
|
|
66
|
+
const manager = new trace_manager_1.TraceManager(this.traceStream, this.traceGroupStream, existingGroup, trace);
|
|
67
|
+
return new stream_tracer_1.StreamTracer(manager, existingGroup, trace, logger);
|
|
68
|
+
}
|
|
59
69
|
}
|
|
60
70
|
exports.BaseTracerFactory = BaseTracerFactory;
|
|
61
71
|
const createTracerFactory = (lockedData) => {
|
|
72
|
+
const streamAdapter = lockedData.streamAdapter instanceof file_stream_adapter_manager_1.FileStreamAdapterManager ? 'file' : 'memory';
|
|
62
73
|
const traceStreamName = 'motia-trace';
|
|
63
|
-
const traceStreamAdapter = new trace_stream_adapter_1.TraceStreamAdapter(lockedData.baseDir, traceStreamName,
|
|
74
|
+
const traceStreamAdapter = new trace_stream_adapter_1.TraceStreamAdapter(lockedData.baseDir, traceStreamName, streamAdapter);
|
|
64
75
|
const traceStream = lockedData.createStream({
|
|
65
76
|
filePath: traceStreamName,
|
|
66
77
|
hidden: true,
|
|
@@ -71,7 +82,7 @@ const createTracerFactory = (lockedData) => {
|
|
|
71
82
|
},
|
|
72
83
|
})();
|
|
73
84
|
const traceGroupName = 'motia-trace-group';
|
|
74
|
-
const traceGroupStreamAdapter = new trace_stream_adapter_1.TraceStreamAdapter(lockedData.baseDir, traceGroupName,
|
|
85
|
+
const traceGroupStreamAdapter = new trace_stream_adapter_1.TraceStreamAdapter(lockedData.baseDir, traceGroupName, streamAdapter);
|
|
75
86
|
const traceGroupStream = lockedData.createStream({
|
|
76
87
|
filePath: traceGroupName,
|
|
77
88
|
hidden: true,
|
package/dist/src/printer.d.ts
CHANGED
|
@@ -35,9 +35,6 @@ export declare class Printer {
|
|
|
35
35
|
getStepType(step: Step): string;
|
|
36
36
|
getStepPath(step: Step): string;
|
|
37
37
|
getStreamPath(stream: Stream): string;
|
|
38
|
-
printPluginLog(message: string): void;
|
|
39
|
-
printPluginWarn(message: string): void;
|
|
40
|
-
printPluginError(message: string, ...args: unknown[]): void;
|
|
41
38
|
}
|
|
42
39
|
export declare class NoPrinter extends Printer {
|
|
43
40
|
constructor();
|
|
@@ -54,8 +51,5 @@ export declare class NoPrinter extends Printer {
|
|
|
54
51
|
printStreamCreated(): void;
|
|
55
52
|
printStreamUpdated(): void;
|
|
56
53
|
printStreamRemoved(): void;
|
|
57
|
-
printPluginLog(): void;
|
|
58
|
-
printPluginWarn(): void;
|
|
59
|
-
printPluginError(): void;
|
|
60
54
|
}
|
|
61
55
|
//# sourceMappingURL=printer.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"printer.d.ts","sourceRoot":"","sources":["../../src/printer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"printer.d.ts","sourceRoot":"","sources":["../../src/printer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,KAAK,EAAS,IAAI,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAc5C,qBAAa,OAAO;IACN,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,MAAM;IAE5C,OAAO,SAAU;IACjB,OAAO,SAAU;IACjB,UAAU,SAAa;IACvB,QAAQ,SAAW;IACnB,KAAK,SAAQ;IACb,OAAO,SAAU;IACjB,OAAO,SAAU;IAEjB,8BAA8B,CAC5B,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,EACvB,OAAO,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE;IA8B1F,gBAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM;IAMzC,gBAAgB,CAAC,IAAI,EAAE,IAAI;IAI3B,gBAAgB,CAAC,IAAI,EAAE,IAAI;IAI3B,gBAAgB,CAAC,IAAI,EAAE,IAAI;IAI3B,gBAAgB,CAAC,QAAQ,EAAE,MAAM;IAIjC,gBAAgB,CAAC,QAAQ,EAAE,MAAM;IAIjC,gBAAgB,CAAC,QAAQ,EAAE,MAAM;IAIjC,kBAAkB,CAAC,MAAM,EAAE,MAAM;IAIjC,kBAAkB,CAAC,MAAM,EAAE,MAAM;IAIjC,kBAAkB,CAAC,MAAM,EAAE,MAAM;IAIjC,6BAA6B,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM;IAMtD,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE;IAO9C,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,eAAe,EAAE,eAAe;IAcvE,eAAe,CAAC,QAAQ,EAAE,MAAM;IAIhC,WAAW,CAAC,IAAI,EAAE,IAAI;IAStB,WAAW,CAAC,IAAI,EAAE,IAAI;IAKtB,aAAa,CAAC,MAAM,EAAE,MAAM;CAI7B;AAED,qBAAa,SAAU,SAAQ,OAAO;;IAKpC,8BAA8B;IAE9B,gBAAgB;IAChB,gBAAgB;IAChB,gBAAgB;IAChB,gBAAgB;IAChB,gBAAgB;IAChB,gBAAgB;IAChB,gBAAgB;IAChB,aAAa;IACb,aAAa;IAEb,kBAAkB;IAClB,kBAAkB;IAClB,kBAAkB;CACnB"}
|
package/dist/src/printer.js
CHANGED
|
@@ -18,9 +18,6 @@ const removed = colors_1.default.red('➜ [REMOVED]');
|
|
|
18
18
|
const invalidEmit = colors_1.default.red('➜ [INVALID EMIT]');
|
|
19
19
|
const error = colors_1.default.red('[ERROR]');
|
|
20
20
|
const warning = colors_1.default.yellow('[WARNING]');
|
|
21
|
-
const warnIcon = colors_1.default.yellow('⚠');
|
|
22
|
-
const infoIcon = colors_1.default.blue('ℹ');
|
|
23
|
-
const errorIcon = colors_1.default.red('✖');
|
|
24
21
|
class Printer {
|
|
25
22
|
constructor(baseDir) {
|
|
26
23
|
this.baseDir = baseDir;
|
|
@@ -33,6 +30,7 @@ class Printer {
|
|
|
33
30
|
this.removed = removed;
|
|
34
31
|
}
|
|
35
32
|
printEventInputValidationError(emit, details) {
|
|
33
|
+
const warnIcon = colors_1.default.yellow('⚠');
|
|
36
34
|
const emitPath = colors_1.default.bold(colors_1.default.cyan(`Emit ${emit.topic}`));
|
|
37
35
|
console.log(`${warnIcon} ${warning} ${emitPath} validation issues:`);
|
|
38
36
|
const hasAny = details.missingFields?.length || details.extraFields?.length || details.typeMismatches?.length;
|
|
@@ -83,7 +81,7 @@ class Printer {
|
|
|
83
81
|
console.log(`${removed} ${streamTag} ${this.getStreamPath(stream)} removed`);
|
|
84
82
|
}
|
|
85
83
|
printInvalidEmitConfiguration(step, emit) {
|
|
86
|
-
console.log(`${
|
|
84
|
+
console.log(`${warning} ${stepTag} ${this.getStepType(step)} ${this.getStepPath(step)} emits to ${colors_1.default.yellow(emit)}, but there is no subscriber defined`);
|
|
87
85
|
}
|
|
88
86
|
printInvalidSchema(topic, step) {
|
|
89
87
|
console.log(`${error} Topic ${colors_1.default.bold(colors_1.default.blue(topic))} has incompatible schemas in the following steps:`);
|
|
@@ -126,18 +124,6 @@ class Printer {
|
|
|
126
124
|
const streamPath = this.getRelativePath(stream.filePath);
|
|
127
125
|
return colors_1.default.bold(colors_1.default.magenta(streamPath));
|
|
128
126
|
}
|
|
129
|
-
printPluginLog(message) {
|
|
130
|
-
const pluginTag = colors_1.default.bold(colors_1.default.cyan('[motia-plugins]'));
|
|
131
|
-
console.log(`${infoIcon} ${pluginTag} ${message}`);
|
|
132
|
-
}
|
|
133
|
-
printPluginWarn(message) {
|
|
134
|
-
const pluginTag = colors_1.default.bold(colors_1.default.cyan('[motia-plugins]'));
|
|
135
|
-
console.warn(`${warnIcon} ${pluginTag} ${colors_1.default.yellow(message)}`);
|
|
136
|
-
}
|
|
137
|
-
printPluginError(message, ...args) {
|
|
138
|
-
const pluginTag = colors_1.default.bold(colors_1.default.cyan('[motia-plugins]'));
|
|
139
|
-
console.error(`${errorIcon} ${pluginTag} ${colors_1.default.red(message)}`, ...args);
|
|
140
|
-
}
|
|
141
127
|
}
|
|
142
128
|
exports.Printer = Printer;
|
|
143
129
|
class NoPrinter extends Printer {
|
|
@@ -157,8 +143,5 @@ class NoPrinter extends Printer {
|
|
|
157
143
|
printStreamCreated() { }
|
|
158
144
|
printStreamUpdated() { }
|
|
159
145
|
printStreamRemoved() { }
|
|
160
|
-
printPluginLog() { }
|
|
161
|
-
printPluginWarn() { }
|
|
162
|
-
printPluginError() { }
|
|
163
146
|
}
|
|
164
147
|
exports.NoPrinter = NoPrinter;
|
|
@@ -1,15 +1,12 @@
|
|
|
1
1
|
import time
|
|
2
|
-
from typing import Any, Dict, Optional
|
|
2
|
+
from typing import Any, Dict, Optional
|
|
3
3
|
from motia_rpc import RpcSender
|
|
4
4
|
|
|
5
|
-
LogListener = Callable[[str, str, Optional[Any]], None]
|
|
6
|
-
|
|
7
5
|
class Logger:
|
|
8
6
|
def __init__(self, trace_id: str, flows: list[str], rpc: RpcSender):
|
|
9
7
|
self.trace_id = trace_id
|
|
10
8
|
self.flows = flows
|
|
11
9
|
self.rpc = rpc
|
|
12
|
-
self.listeners: List[LogListener] = []
|
|
13
10
|
|
|
14
11
|
def _log(self, level: str, message: str, args: Optional[Dict[str, Any]] = None) -> None:
|
|
15
12
|
log_entry = {
|
|
@@ -30,9 +27,6 @@ class Logger:
|
|
|
30
27
|
|
|
31
28
|
self.rpc.send_no_wait('log', log_entry)
|
|
32
29
|
|
|
33
|
-
for listener in self.listeners:
|
|
34
|
-
listener(level, message, args)
|
|
35
|
-
|
|
36
30
|
def info(self, message: str, args: Optional[Any] = None) -> None:
|
|
37
31
|
self._log("info", message, args)
|
|
38
32
|
|
|
@@ -44,6 +38,3 @@ class Logger:
|
|
|
44
38
|
|
|
45
39
|
def warn(self, message: str, args: Optional[Any] = None) -> None:
|
|
46
40
|
self._log("warn", message, args)
|
|
47
|
-
|
|
48
|
-
def add_listener(self, listener: LogListener) -> None:
|
|
49
|
-
self.listeners.append(listener)
|
|
@@ -10,7 +10,7 @@ export declare class MaxRetriesError extends QueueError {
|
|
|
10
10
|
readonly attempts: number;
|
|
11
11
|
constructor(message: string, attempts: number);
|
|
12
12
|
}
|
|
13
|
-
type QueueMetrics = {
|
|
13
|
+
export type QueueMetrics = {
|
|
14
14
|
queueDepth: number;
|
|
15
15
|
processingCount: number;
|
|
16
16
|
retriesCount: number;
|
|
@@ -24,6 +24,7 @@ export declare class QueueManager {
|
|
|
24
24
|
private queueEmitter;
|
|
25
25
|
private scheduledTimeouts;
|
|
26
26
|
private metrics;
|
|
27
|
+
private topicListeners;
|
|
27
28
|
private processingMessages;
|
|
28
29
|
constructor(logger?: Logger);
|
|
29
30
|
private initMetrics;
|
|
@@ -39,5 +40,4 @@ export declare class QueueManager {
|
|
|
39
40
|
getAllMetrics(): Record<string, QueueMetrics>;
|
|
40
41
|
reset(): void;
|
|
41
42
|
}
|
|
42
|
-
export {};
|
|
43
43
|
//# sourceMappingURL=queue-manager.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"queue-manager.d.ts","sourceRoot":"","sources":["../../src/queue-manager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgB,KAAK,MAAM,EAAE,MAAM,UAAU,CAAA;AACpD,OAAO,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AAE1D,qBAAa,UAAW,SAAQ,KAAK;gBACvB,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,mBAAoB,SAAQ,UAAU;gBACrC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,eAAgB,SAAQ,UAAU;aAG3B,QAAQ,EAAE,MAAM;gBADhC,OAAO,EAAE,MAAM,EACC,QAAQ,EAAE,MAAM;CAKnC;AAoBD,
|
|
1
|
+
{"version":3,"file":"queue-manager.d.ts","sourceRoot":"","sources":["../../src/queue-manager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgB,KAAK,MAAM,EAAE,MAAM,UAAU,CAAA;AACpD,OAAO,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AAE1D,qBAAa,UAAW,SAAQ,KAAK;gBACvB,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,mBAAoB,SAAQ,UAAU;gBACrC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,eAAgB,SAAQ,UAAU;aAG3B,QAAQ,EAAE,MAAM;gBADhC,OAAO,EAAE,MAAM,EACC,QAAQ,EAAE,MAAM;CAKnC;AAoBD,MAAM,MAAM,YAAY,GAAG;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,eAAe,EAAE,MAAM,CAAA;IACvB,YAAY,EAAE,MAAM,CAAA;IACpB,QAAQ,EAAE,MAAM,CAAA;CACjB,CAAA;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,MAAM,CAAsC;IACpD,OAAO,CAAC,aAAa,CAA0C;IAC/D,OAAO,CAAC,YAAY,CAAyB;IAC7C,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,iBAAiB,CAAyC;IAClE,OAAO,CAAC,OAAO,CAAuC;IACtD,OAAO,CAAC,cAAc,CAA8C;IACpE,OAAO,CAAC,kBAAkB,CAAyB;gBAEvC,MAAM,CAAC,EAAE,MAAM;IAI3B,OAAO,CAAC,WAAW;IAWnB,OAAO,CAAC,YAAY;IAMpB,OAAO,CAAC,YAAY;YA0BN,cAAc;IAyE5B,OAAO,CAAC,sBAAsB;IAiB9B,OAAO,CAAC,kBAAkB;IAcpB,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmChG,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI;IAiClG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAyBlD,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAInD,aAAa,IAAI,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC;IAQ7C,KAAK,IAAI,IAAI;CAWd"}
|
|
@@ -34,11 +34,9 @@ class QueueManager {
|
|
|
34
34
|
this.queueEmitter = new events_1.EventEmitter();
|
|
35
35
|
this.scheduledTimeouts = new Map();
|
|
36
36
|
this.metrics = new Map();
|
|
37
|
+
this.topicListeners = new Map();
|
|
37
38
|
this.processingMessages = new Set();
|
|
38
39
|
this.logger = logger || logger_1.globalLogger;
|
|
39
|
-
this.queueEmitter.on('process', (topic) => {
|
|
40
|
-
this.processQueue(topic);
|
|
41
|
-
});
|
|
42
40
|
}
|
|
43
41
|
initMetrics(topic) {
|
|
44
42
|
if (!this.metrics.has(topic)) {
|
|
@@ -98,6 +96,7 @@ class QueueManager {
|
|
|
98
96
|
message.subscriptionId = handler.subscriptionId;
|
|
99
97
|
message.visibleAt = Date.now();
|
|
100
98
|
}
|
|
99
|
+
const visibilityTimeoutMs = handler.queueConfig.visibilityTimeout * 1000;
|
|
101
100
|
this.updateMetric(topic, 'processingCount', 1);
|
|
102
101
|
try {
|
|
103
102
|
await handler.handler(message.event);
|
|
@@ -195,6 +194,15 @@ class QueueManager {
|
|
|
195
194
|
if (!this.subscriptions[topic]) {
|
|
196
195
|
this.subscriptions[topic] = [];
|
|
197
196
|
}
|
|
197
|
+
if (!this.topicListeners.has(topic)) {
|
|
198
|
+
const listener = (t) => {
|
|
199
|
+
if (t === topic) {
|
|
200
|
+
this.processQueue(topic);
|
|
201
|
+
}
|
|
202
|
+
};
|
|
203
|
+
this.topicListeners.set(topic, listener);
|
|
204
|
+
this.queueEmitter.on('process', listener);
|
|
205
|
+
}
|
|
198
206
|
const internalSubscriptionId = (0, crypto_1.randomUUID)();
|
|
199
207
|
this.subscriptions[topic].push({ handler, queueConfig, subscriptionId, internalSubscriptionId });
|
|
200
208
|
if (this.queues[topic] && this.queues[topic].length > 0) {
|
|
@@ -220,6 +228,11 @@ class QueueManager {
|
|
|
220
228
|
delete this.subscriptions[topic];
|
|
221
229
|
const hasQueuedMessages = this.queues[topic] && this.queues[topic].length > 0;
|
|
222
230
|
if (!hasQueuedMessages) {
|
|
231
|
+
const listener = this.topicListeners.get(topic);
|
|
232
|
+
if (listener) {
|
|
233
|
+
this.queueEmitter.off('process', listener);
|
|
234
|
+
this.topicListeners.delete(topic);
|
|
235
|
+
}
|
|
223
236
|
const timeout = this.scheduledTimeouts.get(topic);
|
|
224
237
|
if (timeout) {
|
|
225
238
|
clearTimeout(timeout);
|
|
@@ -247,6 +260,7 @@ class QueueManager {
|
|
|
247
260
|
this.lockedGroups = new Set();
|
|
248
261
|
this.processingMessages = new Set();
|
|
249
262
|
this.metrics.clear();
|
|
263
|
+
this.topicListeners.clear();
|
|
250
264
|
}
|
|
251
265
|
}
|
|
252
266
|
exports.QueueManager = QueueManager;
|
package/dist/src/server.d.ts
CHANGED
|
@@ -1,16 +1,17 @@
|
|
|
1
1
|
import { type Express } from 'express';
|
|
2
2
|
import http from 'http';
|
|
3
3
|
import type { Server as WsServer } from 'ws';
|
|
4
|
+
import type { CronAdapter } from './adapters/interfaces/cron-adapter.interface';
|
|
5
|
+
import type { EventAdapter } from './adapters/interfaces/event-adapter.interface';
|
|
6
|
+
import type { StateAdapter } from './adapters/interfaces/state-adapter.interface';
|
|
7
|
+
import type { StreamAdapterManager } from './adapters/interfaces/stream-adapter-manager.interface';
|
|
4
8
|
import { type CronManager } from './cron-handler';
|
|
5
9
|
import type { LockedData } from './locked-data';
|
|
6
10
|
import type { Motia } from './motia';
|
|
7
11
|
import { Printer } from './printer';
|
|
8
|
-
import { QueueManager } from './queue-manager';
|
|
9
|
-
import type { StateAdapter } from './state/state-adapter';
|
|
10
12
|
import { type MotiaEventManager } from './step-handlers';
|
|
11
|
-
import type { ApiRouteConfig,
|
|
13
|
+
import type { ApiRouteConfig, Step } from './types';
|
|
12
14
|
export type MotiaServer = {
|
|
13
|
-
printer: Printer;
|
|
14
15
|
app: Express;
|
|
15
16
|
server: http.Server;
|
|
16
17
|
socketServer: WsServer;
|
|
@@ -25,6 +26,11 @@ type MotiaServerConfig = {
|
|
|
25
26
|
isVerbose: boolean;
|
|
26
27
|
printer?: Printer;
|
|
27
28
|
};
|
|
28
|
-
|
|
29
|
+
type AdapterOptions = {
|
|
30
|
+
eventAdapter: EventAdapter;
|
|
31
|
+
cronAdapter: CronAdapter;
|
|
32
|
+
streamAdapter?: StreamAdapterManager;
|
|
33
|
+
};
|
|
34
|
+
export declare const createServer: (lockedData: LockedData, state: StateAdapter, config: MotiaServerConfig, adapters: AdapterOptions) => MotiaServer;
|
|
29
35
|
export {};
|
|
30
36
|
//# sourceMappingURL=server.d.ts.map
|
package/dist/src/server.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AACA,OAAgB,EAAE,KAAK,OAAO,EAA+B,MAAM,SAAS,CAAA;AAC5E,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,IAAI,CAAA;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AACA,OAAgB,EAAE,KAAK,OAAO,EAA+B,MAAM,SAAS,CAAA;AAC5E,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,IAAI,CAAA;AAC5C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8CAA8C,CAAA;AAC/E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+CAA+C,CAAA;AACjF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+CAA+C,CAAA;AAEjF,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wDAAwD,CAAA;AAGlG,OAAO,EAAE,KAAK,WAAW,EAAqB,MAAM,gBAAgB,CAAA;AAOpE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAG/C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AAEpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAsB,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAG5E,OAAO,KAAK,EAA2B,cAAc,EAA4B,IAAI,EAAE,MAAM,SAAS,CAAA;AAGtG,MAAM,MAAM,WAAW,GAAG;IACxB,GAAG,EAAE,OAAO,CAAA;IACZ,MAAM,EAAE,IAAI,CAAC,MAAM,CAAA;IACnB,YAAY,EAAE,QAAQ,CAAA;IACtB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1B,WAAW,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,CAAA;IACjD,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,CAAA;IAC9C,WAAW,EAAE,WAAW,CAAA;IACxB,iBAAiB,EAAE,iBAAiB,CAAA;IACpC,KAAK,EAAE,KAAK,CAAA;CACb,CAAA;AAED,KAAK,iBAAiB,GAAG;IACvB,SAAS,EAAE,OAAO,CAAA;IAClB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB,CAAA;AAED,KAAK,cAAc,GAAG;IACpB,YAAY,EAAE,YAAY,CAAA;IAC1B,WAAW,EAAE,WAAW,CAAA;IACxB,aAAa,CAAC,EAAE,oBAAoB,CAAA;CACrC,CAAA;AAED,eAAO,MAAM,YAAY,GACvB,YAAY,UAAU,EACtB,OAAO,YAAY,EACnB,QAAQ,iBAAiB,EACzB,UAAU,cAAc,KACvB,WAqRF,CAAA"}
|
package/dist/src/server.js
CHANGED
|
@@ -20,12 +20,11 @@ const logger_1 = require("./logger");
|
|
|
20
20
|
const logger_factory_1 = require("./logger-factory");
|
|
21
21
|
const tracer_1 = require("./observability/tracer");
|
|
22
22
|
const printer_1 = require("./printer");
|
|
23
|
-
const queue_manager_1 = require("./queue-manager");
|
|
24
23
|
const socket_server_1 = require("./socket-server");
|
|
25
24
|
const step_handlers_1 = require("./step-handlers");
|
|
26
25
|
const steps_1 = require("./steps");
|
|
27
26
|
const logs_stream_1 = require("./streams/logs-stream");
|
|
28
|
-
const createServer = (lockedData,
|
|
27
|
+
const createServer = (lockedData, state, config, adapters) => {
|
|
29
28
|
const printer = config.printer ?? new printer_1.Printer(process.cwd());
|
|
30
29
|
const app = (0, express_1.default)();
|
|
31
30
|
const server = http_1.default.createServer(app);
|
|
@@ -108,25 +107,24 @@ const createServer = (lockedData, eventManager, state, config, queueManager) =>
|
|
|
108
107
|
const allSteps = [...steps_1.systemSteps, ...lockedData.activeSteps];
|
|
109
108
|
const loggerFactory = new logger_factory_1.BaseLoggerFactory(config.isVerbose, logStream);
|
|
110
109
|
const tracerFactory = (0, tracer_1.createTracerFactory)(lockedData);
|
|
111
|
-
const queueMgr = queueManager || new queue_manager_1.QueueManager();
|
|
112
110
|
const motia = {
|
|
113
111
|
loggerFactory,
|
|
114
|
-
|
|
112
|
+
eventAdapter: adapters.eventAdapter,
|
|
115
113
|
state,
|
|
116
114
|
lockedData,
|
|
117
115
|
printer,
|
|
118
116
|
tracerFactory,
|
|
119
117
|
app,
|
|
120
118
|
stateAdapter: state,
|
|
121
|
-
queueManager: queueMgr,
|
|
122
119
|
};
|
|
123
|
-
const cronManager = (0, cron_handler_1.setupCronHandlers)(motia);
|
|
124
|
-
const motiaEventManager = (0, step_handlers_1.createStepHandlers)(motia,
|
|
120
|
+
const cronManager = (0, cron_handler_1.setupCronHandlers)(motia, adapters?.cronAdapter);
|
|
121
|
+
const motiaEventManager = (0, step_handlers_1.createStepHandlers)(motia, adapters.eventAdapter);
|
|
125
122
|
const asyncHandler = (step) => {
|
|
126
123
|
return async (req, res) => {
|
|
127
124
|
const traceId = (0, generate_trace_id_1.generateTraceId)();
|
|
128
125
|
const { name: stepName, flows } = step.config;
|
|
129
126
|
const logger = loggerFactory.create({ traceId, flows, stepName });
|
|
127
|
+
const tracer = await motia.tracerFactory.createTracer(traceId, step, logger);
|
|
130
128
|
logger.debug('[API] Received request, processing step', { path: req.path });
|
|
131
129
|
const data = {
|
|
132
130
|
body: req.body,
|
|
@@ -147,17 +145,17 @@ const createServer = (lockedData, eventManager, state, config, queueManager) =>
|
|
|
147
145
|
traceId,
|
|
148
146
|
flows,
|
|
149
147
|
logger,
|
|
150
|
-
tracer
|
|
148
|
+
tracer,
|
|
151
149
|
};
|
|
152
|
-
await
|
|
150
|
+
await adapters.eventAdapter.emit(eventObj);
|
|
153
151
|
},
|
|
154
152
|
logger,
|
|
155
153
|
streams: lockedData.getStreams(),
|
|
156
154
|
};
|
|
157
155
|
result = await step.handler(data, context);
|
|
156
|
+
tracer.end();
|
|
158
157
|
}
|
|
159
158
|
else {
|
|
160
|
-
const tracer = await motia.tracerFactory.createTracer(traceId, step, logger);
|
|
161
159
|
result = await (0, call_step_file_1.callStepFile)({ data, step, logger, tracer, traceId }, motia);
|
|
162
160
|
}
|
|
163
161
|
(0, utils_1.trackEvent)('api_call_success', { stepName });
|
|
@@ -252,9 +250,12 @@ const createServer = (lockedData, eventManager, state, config, queueManager) =>
|
|
|
252
250
|
console.error('Server error:', error);
|
|
253
251
|
});
|
|
254
252
|
const close = async () => {
|
|
255
|
-
cronManager.close();
|
|
253
|
+
await cronManager.close();
|
|
256
254
|
socketServer.close();
|
|
255
|
+
if (adapters?.eventAdapter) {
|
|
256
|
+
await adapters.eventAdapter.shutdown();
|
|
257
|
+
}
|
|
257
258
|
};
|
|
258
|
-
return { app, server, socketServer, close, removeRoute, addRoute, cronManager, motiaEventManager, motia
|
|
259
|
+
return { app, server, socketServer, close, removeRoute, addRoute, cronManager, motiaEventManager, motia };
|
|
259
260
|
};
|
|
260
261
|
exports.createServer = createServer;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { type FileAdapterConfig
|
|
2
|
-
import {
|
|
3
|
-
type AdapterConfig =
|
|
1
|
+
import { type FileAdapterConfig as FileStateAdapterConfig } from '../adapters/defaults/state/file-state-adapter';
|
|
2
|
+
import type { StateAdapter } from '../adapters/interfaces/state-adapter.interface';
|
|
3
|
+
type AdapterConfig = FileStateAdapterConfig | {
|
|
4
4
|
adapter: 'memory';
|
|
5
5
|
};
|
|
6
|
-
export declare function createStateAdapter(config: AdapterConfig):
|
|
6
|
+
export declare function createStateAdapter(config: AdapterConfig): StateAdapter;
|
|
7
7
|
export {};
|
|
8
8
|
//# sourceMappingURL=create-state-adapter.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-state-adapter.d.ts","sourceRoot":"","sources":["../../../src/state/create-state-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"create-state-adapter.d.ts","sourceRoot":"","sources":["../../../src/state/create-state-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,iBAAiB,IAAI,sBAAsB,EACjD,MAAM,+CAA+C,CAAA;AAEtD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gDAAgD,CAAA;AAElF,KAAK,aAAa,GAAG,sBAAsB,GAAG;IAAE,OAAO,EAAE,QAAQ,CAAA;CAAE,CAAA;AAEnE,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,aAAa,GAAG,YAAY,CAEtE"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.createStateAdapter = createStateAdapter;
|
|
4
|
-
const
|
|
5
|
-
const memory_state_adapter_1 = require("
|
|
4
|
+
const file_state_adapter_1 = require("../adapters/defaults/state/file-state-adapter");
|
|
5
|
+
const memory_state_adapter_1 = require("../adapters/defaults/state/memory-state-adapter");
|
|
6
6
|
function createStateAdapter(config) {
|
|
7
|
-
return config.adapter === 'default' ? new
|
|
7
|
+
return config.adapter === 'default' ? new file_state_adapter_1.FileStateAdapter(config) : new memory_state_adapter_1.MemoryStateAdapter();
|
|
8
8
|
}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
+
import type { EventAdapter } from './adapters/interfaces/event-adapter.interface';
|
|
1
2
|
import type { Motia } from './motia';
|
|
2
|
-
import type { QueueManager } from './queue-manager';
|
|
3
3
|
import type { EventConfig, Step } from './types';
|
|
4
4
|
export type MotiaEventManager = {
|
|
5
5
|
createHandler: (step: Step<EventConfig>) => void;
|
|
6
6
|
removeHandler: (step: Step<EventConfig>) => void;
|
|
7
7
|
};
|
|
8
|
-
export declare const createStepHandlers: (motia: Motia,
|
|
8
|
+
export declare const createStepHandlers: (motia: Motia, eventAdapter: EventAdapter) => MotiaEventManager;
|
|
9
9
|
//# sourceMappingURL=step-handlers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"step-handlers.d.ts","sourceRoot":"","sources":["../../src/step-handlers.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"step-handlers.d.ts","sourceRoot":"","sources":["../../src/step-handlers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAsB,MAAM,+CAA+C,CAAA;AAKrG,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,KAAK,EAAS,WAAW,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAGvD,MAAM,MAAM,iBAAiB,GAAG;IAC9B,aAAa,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,IAAI,CAAA;IAChD,aAAa,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,IAAI,CAAA;CACjD,CAAA;AAED,eAAO,MAAM,kBAAkB,GAAI,OAAO,KAAK,EAAE,cAAc,YAAY,KAAG,iBAwF7E,CAAA"}
|
|
@@ -6,7 +6,7 @@ const defaults_1 = require("./infrastructure-validator/defaults");
|
|
|
6
6
|
const validations_1 = require("./infrastructure-validator/validations");
|
|
7
7
|
const logger_1 = require("./logger");
|
|
8
8
|
const validate_event_input_1 = require("./validate-event-input");
|
|
9
|
-
const createStepHandlers = (motia,
|
|
9
|
+
const createStepHandlers = (motia, eventAdapter) => {
|
|
10
10
|
const eventSteps = motia.lockedData.eventSteps();
|
|
11
11
|
const handlerMap = new Map();
|
|
12
12
|
logger_1.globalLogger.debug(`[step handler] creating step handlers for ${eventSteps.length} steps`);
|
|
@@ -37,18 +37,22 @@ const createStepHandlers = (motia, queueManager) => {
|
|
|
37
37
|
}
|
|
38
38
|
const queueConfig = (0, defaults_1.getQueueConfigWithDefaults)(config.infrastructure);
|
|
39
39
|
const handlers = [];
|
|
40
|
-
subscribes.forEach((subscribe) => {
|
|
40
|
+
subscribes.forEach(async (subscribe) => {
|
|
41
41
|
const handler = async (event) => {
|
|
42
|
-
const { data, traceId } = event;
|
|
43
|
-
const logger = event.logger
|
|
44
|
-
|
|
42
|
+
const { data, traceId, flows } = event;
|
|
43
|
+
const logger = event.logger
|
|
44
|
+
? event.logger.child({ step: step.config.name })
|
|
45
|
+
: motia.loggerFactory.create({ traceId, flows: flows || [], stepName: step.config.name });
|
|
46
|
+
const tracer = event.tracer
|
|
47
|
+
? event.tracer.child(step, logger)
|
|
48
|
+
: await motia.tracerFactory.attachToTrace(traceId, step, logger);
|
|
45
49
|
logger_1.globalLogger.debug('[step handler] received event', { event: removeLogger(event), step: name });
|
|
46
50
|
(0, validate_event_input_1.validateEventInput)(step, event, motia);
|
|
47
51
|
// Continue execution even if validation failed
|
|
48
52
|
await (0, call_step_file_1.callStepFile)({ step, data, traceId, tracer, logger, infrastructure: config.infrastructure }, motia);
|
|
49
53
|
};
|
|
50
|
-
|
|
51
|
-
handlers.push(
|
|
54
|
+
const subscriptionHandle = await eventAdapter.subscribe(subscribe, name, handler, queueConfig);
|
|
55
|
+
handlers.push(subscriptionHandle);
|
|
52
56
|
});
|
|
53
57
|
handlerMap.set(filePath, handlers);
|
|
54
58
|
};
|
|
@@ -56,11 +60,11 @@ const createStepHandlers = (motia, queueManager) => {
|
|
|
56
60
|
const { filePath } = step;
|
|
57
61
|
const handlers = handlerMap.get(filePath);
|
|
58
62
|
if (handlers) {
|
|
59
|
-
handlers.forEach((
|
|
60
|
-
|
|
63
|
+
handlers.forEach((subscriptionHandle) => {
|
|
64
|
+
eventAdapter.unsubscribe(subscriptionHandle);
|
|
61
65
|
logger_1.globalLogger.debug('[step handler] unsubscribed handler', {
|
|
62
66
|
filePath,
|
|
63
|
-
|
|
67
|
+
...subscriptionHandle,
|
|
64
68
|
step: step.config.name,
|
|
65
69
|
});
|
|
66
70
|
});
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
+
import { StreamAdapter } from '../adapters/interfaces/stream-adapter.interface';
|
|
1
2
|
import type { FlowConfig } from '../types/flows-config-types';
|
|
2
|
-
import { StreamAdapter } from './adapters/stream-adapter';
|
|
3
3
|
export declare class FlowsConfigStream extends StreamAdapter<FlowConfig> {
|
|
4
4
|
private readonly configPath;
|
|
5
5
|
private config;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"flows-config-stream.d.ts","sourceRoot":"","sources":["../../../src/streams/flows-config-stream.ts"],"names":[],"mappings":"AACA,OAAO,
|
|
1
|
+
{"version":3,"file":"flows-config-stream.d.ts","sourceRoot":"","sources":["../../../src/streams/flows-config-stream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAA;AAC/E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAA;AAE7D,qBAAa,iBAAkB,SAAQ,aAAa,CAAC,UAAU,CAAC;IAGlD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAFvC,OAAO,CAAC,MAAM,CAAmB;gBAEJ,UAAU,EAAE,MAAM;IAI/C,OAAO,CAAC,SAAS;IAajB,OAAO,CAAC,SAAS;IAKX,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM;IAKzB,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAUjE,QAAQ,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;CAGxC"}
|
|
@@ -5,10 +5,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.FlowsConfigStream = void 0;
|
|
7
7
|
const fs_1 = __importDefault(require("fs"));
|
|
8
|
-
const
|
|
9
|
-
class FlowsConfigStream extends
|
|
8
|
+
const stream_adapter_interface_1 = require("../adapters/interfaces/stream-adapter.interface");
|
|
9
|
+
class FlowsConfigStream extends stream_adapter_interface_1.StreamAdapter {
|
|
10
10
|
constructor(configPath) {
|
|
11
|
-
super();
|
|
11
|
+
super('__motia.flows-config');
|
|
12
12
|
this.configPath = configPath;
|
|
13
13
|
this.config = [];
|
|
14
14
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
+
import { StreamAdapter } from '../adapters/interfaces/stream-adapter.interface';
|
|
1
2
|
import type { LockedData } from '../locked-data';
|
|
2
3
|
import type { FlowResponse } from '../types/flows-types';
|
|
3
|
-
import { StreamAdapter } from './adapters/stream-adapter';
|
|
4
4
|
export declare class FlowsStream extends StreamAdapter<FlowResponse> {
|
|
5
5
|
private readonly lockedData;
|
|
6
6
|
constructor(lockedData: LockedData);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"flows-stream.d.ts","sourceRoot":"","sources":["../../../src/streams/flows-stream.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"flows-stream.d.ts","sourceRoot":"","sources":["../../../src/streams/flows-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAA;AAE/E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAEhD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAExD,qBAAa,WAAY,SAAQ,aAAa,CAAC,YAAY,CAAC;IAC9C,OAAO,CAAC,QAAQ,CAAC,UAAU;gBAAV,UAAU,EAAE,UAAU;IAI7C,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAUxD,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAI/C,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAIrE,QAAQ,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;CAS1C"}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.FlowsStream = void 0;
|
|
4
|
+
const stream_adapter_interface_1 = require("../adapters/interfaces/stream-adapter.interface");
|
|
4
5
|
const flows_helper_1 = require("../helper/flows-helper");
|
|
5
6
|
const motia_1 = require("../motia");
|
|
6
|
-
|
|
7
|
-
class FlowsStream extends stream_adapter_1.StreamAdapter {
|
|
7
|
+
class FlowsStream extends stream_adapter_interface_1.StreamAdapter {
|
|
8
8
|
constructor(lockedData) {
|
|
9
|
-
super();
|
|
9
|
+
super('__motia.flows');
|
|
10
10
|
this.lockedData = lockedData;
|
|
11
11
|
}
|
|
12
12
|
async get(_, id) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { StreamAdapter } from '
|
|
1
|
+
import { StreamAdapter } from '../adapters/interfaces/stream-adapter.interface';
|
|
2
2
|
export type Log = {
|
|
3
3
|
id: string;
|
|
4
4
|
level: string;
|
|
@@ -9,6 +9,7 @@ export type Log = {
|
|
|
9
9
|
[key: string]: any;
|
|
10
10
|
};
|
|
11
11
|
export declare class LogsStream extends StreamAdapter<Log> {
|
|
12
|
+
constructor();
|
|
12
13
|
get: () => Promise<null>;
|
|
13
14
|
delete: () => Promise<null>;
|
|
14
15
|
getGroup: () => Promise<never[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"logs-stream.d.ts","sourceRoot":"","sources":["../../../src/streams/logs-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"logs-stream.d.ts","sourceRoot":"","sources":["../../../src/streams/logs-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAA;AAE/E,MAAM,MAAM,GAAG,GAAG;IAChB,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CACnB,CAAA;AAOD,qBAAa,UAAW,SAAQ,aAAa,CAAC,GAAG,CAAC;;IAKhD,GAAG,sBAAmB;IACtB,MAAM,sBAAmB;IACzB,QAAQ,yBAAiB;IAEnB,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;CAI1D"}
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.LogsStream = void 0;
|
|
4
|
-
const
|
|
4
|
+
const stream_adapter_interface_1 = require("../adapters/interfaces/stream-adapter.interface");
|
|
5
5
|
/*
|
|
6
6
|
* We're not storing logs in the state because of size of data
|
|
7
7
|
* if process stays for to long it would consume too much memory
|
|
8
8
|
* in this case, we're just streaming through events.
|
|
9
9
|
*/
|
|
10
|
-
class LogsStream extends
|
|
10
|
+
class LogsStream extends stream_adapter_interface_1.StreamAdapter {
|
|
11
11
|
constructor() {
|
|
12
|
-
super(
|
|
12
|
+
super('__motia.logs');
|
|
13
13
|
this.get = async () => null;
|
|
14
14
|
this.delete = async () => null;
|
|
15
15
|
this.getGroup = async () => [];
|
|
@@ -1,3 +1,7 @@
|
|
|
1
|
+
import type { CronAdapter } from '../adapters/interfaces/cron-adapter.interface';
|
|
2
|
+
import type { EventAdapter } from '../adapters/interfaces/event-adapter.interface';
|
|
3
|
+
import type { StateAdapter } from '../adapters/interfaces/state-adapter.interface';
|
|
4
|
+
import type { StreamAdapterManager } from '../adapters/interfaces/stream-adapter-manager.interface';
|
|
1
5
|
import type { MotiaPluginContext } from '../motia';
|
|
2
6
|
export type WorkbenchPlugin = {
|
|
3
7
|
packageName: string;
|
|
@@ -14,7 +18,14 @@ export type MotiaPlugin = {
|
|
|
14
18
|
steps?: string[];
|
|
15
19
|
};
|
|
16
20
|
export type MotiaPluginBuilder = (motia: MotiaPluginContext) => MotiaPlugin;
|
|
21
|
+
export type AdapterConfig = {
|
|
22
|
+
state?: StateAdapter;
|
|
23
|
+
streams?: StreamAdapterManager;
|
|
24
|
+
events?: EventAdapter;
|
|
25
|
+
cron?: CronAdapter;
|
|
26
|
+
};
|
|
17
27
|
export type Config = {
|
|
18
28
|
plugins?: MotiaPluginBuilder[];
|
|
29
|
+
adapters?: AdapterConfig;
|
|
19
30
|
};
|
|
20
31
|
//# sourceMappingURL=app-config-types.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"app-config-types.d.ts","sourceRoot":"","sources":["../../../src/types/app-config-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAElD,MAAM,MAAM,eAAe,GAAG;IAC5B,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAA;IAC3B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IAErB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAC5B,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,eAAe,EAAE,CAAA;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;CACjB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE,kBAAkB,KAAK,WAAW,CAAA;AAE3E,MAAM,MAAM,MAAM,GAAG;IACnB,OAAO,CAAC,EAAE,kBAAkB,EAAE,CAAA;
|
|
1
|
+
{"version":3,"file":"app-config-types.d.ts","sourceRoot":"","sources":["../../../src/types/app-config-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+CAA+C,CAAA;AAChF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gDAAgD,CAAA;AAElF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gDAAgD,CAAA;AAClF,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,yDAAyD,CAAA;AACnG,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAElD,MAAM,MAAM,eAAe,GAAG;IAC5B,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAA;IAC3B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IAErB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAC5B,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,eAAe,EAAE,CAAA;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;CACjB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE,kBAAkB,KAAK,WAAW,CAAA;AAE3E,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,CAAC,EAAE,YAAY,CAAA;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAA;IAC9B,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,IAAI,CAAC,EAAE,WAAW,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,MAAM,GAAG;IACnB,OAAO,CAAC,EAAE,kBAAkB,EAAE,CAAA;IAC9B,QAAQ,CAAC,EAAE,aAAa,CAAA;CACzB,CAAA"}
|