@x12i/memorix-service 3.2.1 → 3.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +61 -3
- package/dist/app.d.ts.map +1 -1
- package/dist/app.js +8 -0
- package/dist/app.js.map +1 -1
- package/dist/blob-store/config.d.ts +31 -0
- package/dist/blob-store/config.d.ts.map +1 -0
- package/dist/blob-store/config.js +68 -0
- package/dist/blob-store/config.js.map +1 -0
- package/dist/blob-store/disk.d.ts +10 -0
- package/dist/blob-store/disk.d.ts.map +1 -0
- package/dist/blob-store/disk.js +104 -0
- package/dist/blob-store/disk.js.map +1 -0
- package/dist/blob-store/index.d.ts +6 -0
- package/dist/blob-store/index.d.ts.map +1 -0
- package/dist/blob-store/index.js +6 -0
- package/dist/blob-store/index.js.map +1 -0
- package/dist/blob-store/memory.d.ts +4 -0
- package/dist/blob-store/memory.d.ts.map +1 -0
- package/dist/blob-store/memory.js +47 -0
- package/dist/blob-store/memory.js.map +1 -0
- package/dist/blob-store/s3.d.ts +52 -0
- package/dist/blob-store/s3.d.ts.map +1 -0
- package/dist/blob-store/s3.js +151 -0
- package/dist/blob-store/s3.js.map +1 -0
- package/dist/blob-store/types.d.ts +30 -0
- package/dist/blob-store/types.d.ts.map +1 -0
- package/dist/blob-store/types.js +38 -0
- package/dist/blob-store/types.js.map +1 -0
- package/dist/catalog/catalog-service.d.ts +48 -0
- package/dist/catalog/catalog-service.d.ts.map +1 -0
- package/dist/catalog/catalog-service.js +397 -0
- package/dist/catalog/catalog-service.js.map +1 -0
- package/dist/catalog/package-list-source.d.ts +35 -0
- package/dist/catalog/package-list-source.d.ts.map +1 -0
- package/dist/catalog/package-list-source.js +47 -0
- package/dist/catalog/package-list-source.js.map +1 -0
- package/dist/catalog/types.d.ts +65 -0
- package/dist/catalog/types.d.ts.map +1 -0
- package/dist/catalog/types.js +16 -0
- package/dist/catalog/types.js.map +1 -0
- package/dist/catalog-store-cli.d.ts +20 -0
- package/dist/catalog-store-cli.d.ts.map +1 -0
- package/dist/catalog-store-cli.js +237 -0
- package/dist/catalog-store-cli.js.map +1 -0
- package/dist/cli.d.ts +3 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +48 -18
- package/dist/cli.js.map +1 -1
- package/dist/connector-ops/attempt-store.d.ts +5 -0
- package/dist/connector-ops/attempt-store.d.ts.map +1 -0
- package/dist/connector-ops/attempt-store.js +186 -0
- package/dist/connector-ops/attempt-store.js.map +1 -0
- package/dist/connector-ops/index.d.ts +5 -0
- package/dist/connector-ops/index.d.ts.map +1 -0
- package/dist/connector-ops/index.js +5 -0
- package/dist/connector-ops/index.js.map +1 -0
- package/dist/connector-ops/override-store.d.ts +7 -0
- package/dist/connector-ops/override-store.d.ts.map +1 -0
- package/dist/connector-ops/override-store.js +123 -0
- package/dist/connector-ops/override-store.js.map +1 -0
- package/dist/connector-ops/sanitize.d.ts +16 -0
- package/dist/connector-ops/sanitize.d.ts.map +1 -0
- package/dist/connector-ops/sanitize.js +48 -0
- package/dist/connector-ops/sanitize.js.map +1 -0
- package/dist/connector-ops/types.d.ts +76 -0
- package/dist/connector-ops/types.d.ts.map +1 -0
- package/dist/connector-ops/types.js +12 -0
- package/dist/connector-ops/types.js.map +1 -0
- package/dist/effective-listing.d.ts +11 -0
- package/dist/effective-listing.d.ts.map +1 -0
- package/dist/effective-listing.js +41 -0
- package/dist/effective-listing.js.map +1 -0
- package/dist/errors.d.ts +5 -1
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +10 -3
- package/dist/errors.js.map +1 -1
- package/dist/execution-target.d.ts +16 -0
- package/dist/execution-target.d.ts.map +1 -1
- package/dist/execution-target.js +54 -0
- package/dist/execution-target.js.map +1 -1
- package/dist/index.d.ts +6 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +6 -1
- package/dist/index.js.map +1 -1
- package/dist/integrations/index.d.ts +3 -0
- package/dist/integrations/index.d.ts.map +1 -0
- package/dist/integrations/index.js +3 -0
- package/dist/integrations/index.js.map +1 -0
- package/dist/integrations/instance-store.d.ts +5 -0
- package/dist/integrations/instance-store.d.ts.map +1 -0
- package/dist/integrations/instance-store.js +327 -0
- package/dist/integrations/instance-store.js.map +1 -0
- package/dist/integrations/types.d.ts +92 -0
- package/dist/integrations/types.d.ts.map +1 -0
- package/dist/integrations/types.js +40 -0
- package/dist/integrations/types.js.map +1 -0
- package/dist/magit/magit-pack-service.d.ts +436 -70
- package/dist/magit/magit-pack-service.d.ts.map +1 -1
- package/dist/magit/magit-pack-service.js +949 -202
- package/dist/magit/magit-pack-service.js.map +1 -1
- package/dist/magit/pack-to-patchset.d.ts +21 -0
- package/dist/magit/pack-to-patchset.d.ts.map +1 -1
- package/dist/magit/pack-to-patchset.js +29 -0
- package/dist/magit/pack-to-patchset.js.map +1 -1
- package/dist/magit/package-catalog-bridge.d.ts +4 -14
- package/dist/magit/package-catalog-bridge.d.ts.map +1 -1
- package/dist/magit/package-catalog-bridge.js +2 -21
- package/dist/magit/package-catalog-bridge.js.map +1 -1
- package/dist/mgc-packages.d.ts +4 -3
- package/dist/mgc-packages.d.ts.map +1 -1
- package/dist/mgc-packages.js +4 -3
- package/dist/mgc-packages.js.map +1 -1
- package/dist/openapi/openapi.json +3060 -135
- package/dist/optional-companion-url.d.ts +72 -0
- package/dist/optional-companion-url.d.ts.map +1 -0
- package/dist/optional-companion-url.js +148 -0
- package/dist/optional-companion-url.js.map +1 -0
- package/dist/platform.d.ts +29 -0
- package/dist/platform.d.ts.map +1 -1
- package/dist/platform.js +138 -2
- package/dist/platform.js.map +1 -1
- package/dist/restricted-store/crypto.d.ts +10 -0
- package/dist/restricted-store/crypto.d.ts.map +1 -0
- package/dist/restricted-store/crypto.js +43 -0
- package/dist/restricted-store/crypto.js.map +1 -0
- package/dist/restricted-store/index.d.ts +4 -0
- package/dist/restricted-store/index.d.ts.map +1 -0
- package/dist/restricted-store/index.js +4 -0
- package/dist/restricted-store/index.js.map +1 -0
- package/dist/restricted-store/object-store.d.ts +12 -0
- package/dist/restricted-store/object-store.d.ts.map +1 -0
- package/dist/restricted-store/object-store.js +233 -0
- package/dist/restricted-store/object-store.js.map +1 -0
- package/dist/restricted-store/types.d.ts +78 -0
- package/dist/restricted-store/types.d.ts.map +1 -0
- package/dist/restricted-store/types.js +12 -0
- package/dist/restricted-store/types.js.map +1 -0
- package/dist/routes/catalog.d.ts +4 -0
- package/dist/routes/catalog.d.ts.map +1 -0
- package/dist/routes/catalog.js +103 -0
- package/dist/routes/catalog.js.map +1 -0
- package/dist/routes/connector-ops.d.ts +12 -0
- package/dist/routes/connector-ops.d.ts.map +1 -0
- package/dist/routes/connector-ops.js +160 -0
- package/dist/routes/connector-ops.js.map +1 -0
- package/dist/routes/integrations.d.ts +5 -0
- package/dist/routes/integrations.d.ts.map +1 -0
- package/dist/routes/integrations.js +126 -0
- package/dist/routes/integrations.js.map +1 -0
- package/dist/routes/memory.d.ts.map +1 -1
- package/dist/routes/memory.js +9 -2
- package/dist/routes/memory.js.map +1 -1
- package/dist/routes/metadata.d.ts.map +1 -1
- package/dist/routes/metadata.js +459 -186
- package/dist/routes/metadata.js.map +1 -1
- package/dist/routes/pipelines.d.ts.map +1 -1
- package/dist/routes/pipelines.js +3 -2
- package/dist/routes/pipelines.js.map +1 -1
- package/dist/routes/restricted-store.d.ts +5 -0
- package/dist/routes/restricted-store.d.ts.map +1 -0
- package/dist/routes/restricted-store.js +117 -0
- package/dist/routes/restricted-store.js.map +1 -0
- package/openapi/openapi.json +3060 -135
- package/package.json +31 -7
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { assertSafeBlobKey, assertSafeOrgId, } from "./types.js";
|
|
3
|
+
function objectKey(prefix, orgId, key) {
|
|
4
|
+
const org = assertSafeOrgId(orgId);
|
|
5
|
+
const safeKey = assertSafeBlobKey(key);
|
|
6
|
+
const p = (prefix ?? "").replace(/^\/+|\/+$/g, "");
|
|
7
|
+
const rest = `${org}/${safeKey}`;
|
|
8
|
+
return p ? `${p}/${rest}` : rest;
|
|
9
|
+
}
|
|
10
|
+
/**
|
|
11
|
+
* Cloud object store (S3-compatible). Bodies never touch local disk.
|
|
12
|
+
* Pass a real AWS SDK client or a test double via `client`.
|
|
13
|
+
*/
|
|
14
|
+
export function createS3BlobStore(opts) {
|
|
15
|
+
if (!opts.bucket?.trim())
|
|
16
|
+
throw new Error("S3 bucket required");
|
|
17
|
+
const bucket = opts.bucket.trim();
|
|
18
|
+
const prefix = opts.prefix;
|
|
19
|
+
const sse = opts.serverSideEncryption === false
|
|
20
|
+
? undefined
|
|
21
|
+
: (opts.serverSideEncryption ?? "AES256");
|
|
22
|
+
return {
|
|
23
|
+
backend: "s3",
|
|
24
|
+
async put(orgId, key, body, putOpts) {
|
|
25
|
+
const Key = objectKey(prefix, orgId, key);
|
|
26
|
+
const out = await opts.client.putObject({
|
|
27
|
+
Bucket: bucket,
|
|
28
|
+
Key,
|
|
29
|
+
Body: body,
|
|
30
|
+
ContentType: putOpts?.contentType,
|
|
31
|
+
...(sse
|
|
32
|
+
? {
|
|
33
|
+
ServerSideEncryption: sse,
|
|
34
|
+
...(sse === "aws:kms" && opts.sseKmsKeyId
|
|
35
|
+
? { SSEKMSKeyId: opts.sseKmsKeyId }
|
|
36
|
+
: {}),
|
|
37
|
+
}
|
|
38
|
+
: {}),
|
|
39
|
+
});
|
|
40
|
+
const digest = createHash("sha256").update(body).digest("hex");
|
|
41
|
+
return {
|
|
42
|
+
backend: "s3",
|
|
43
|
+
orgId: assertSafeOrgId(orgId),
|
|
44
|
+
key: assertSafeBlobKey(key),
|
|
45
|
+
sizeBytes: body.byteLength,
|
|
46
|
+
contentType: putOpts?.contentType,
|
|
47
|
+
etag: out.ETag?.replace(/"/g, "") ?? `sha256:${digest}`,
|
|
48
|
+
};
|
|
49
|
+
},
|
|
50
|
+
async get(orgId, key) {
|
|
51
|
+
const Key = objectKey(prefix, orgId, key);
|
|
52
|
+
const out = await opts.client.getObject({ Bucket: bucket, Key });
|
|
53
|
+
if (!out?.Body)
|
|
54
|
+
return null;
|
|
55
|
+
return Buffer.isBuffer(out.Body)
|
|
56
|
+
? out.Body
|
|
57
|
+
: Buffer.from(out.Body);
|
|
58
|
+
},
|
|
59
|
+
async head(orgId, key) {
|
|
60
|
+
const Key = objectKey(prefix, orgId, key);
|
|
61
|
+
const out = await opts.client.headObject({ Bucket: bucket, Key });
|
|
62
|
+
if (!out)
|
|
63
|
+
return null;
|
|
64
|
+
return {
|
|
65
|
+
orgId: assertSafeOrgId(orgId),
|
|
66
|
+
key: assertSafeBlobKey(key),
|
|
67
|
+
sizeBytes: out.ContentLength ?? 0,
|
|
68
|
+
contentType: out.ContentType,
|
|
69
|
+
etag: out.ETag?.replace(/"/g, ""),
|
|
70
|
+
};
|
|
71
|
+
},
|
|
72
|
+
async delete(orgId, key) {
|
|
73
|
+
const Key = objectKey(prefix, orgId, key);
|
|
74
|
+
const existing = await opts.client.headObject({ Bucket: bucket, Key });
|
|
75
|
+
if (!existing)
|
|
76
|
+
return false;
|
|
77
|
+
await opts.client.deleteObject({ Bucket: bucket, Key });
|
|
78
|
+
return true;
|
|
79
|
+
},
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Build SDK client from env when backend=s3. Lazy-imports @aws-sdk/client-s3.
|
|
84
|
+
*/
|
|
85
|
+
export async function createAwsS3BlobClientFromEnv(env = process.env) {
|
|
86
|
+
const { S3Client, PutObjectCommand, GetObjectCommand, HeadObjectCommand, DeleteObjectCommand } = await import("@aws-sdk/client-s3");
|
|
87
|
+
const region = env.MEMORIX_S3_REGION?.trim() || env.AWS_REGION?.trim() || "us-east-1";
|
|
88
|
+
const endpoint = env.MEMORIX_S3_ENDPOINT?.trim() || undefined;
|
|
89
|
+
const client = new S3Client({
|
|
90
|
+
region,
|
|
91
|
+
...(endpoint
|
|
92
|
+
? {
|
|
93
|
+
endpoint,
|
|
94
|
+
forcePathStyle: env.MEMORIX_S3_FORCE_PATH_STYLE === "1" ||
|
|
95
|
+
env.MEMORIX_S3_FORCE_PATH_STYLE === "true",
|
|
96
|
+
}
|
|
97
|
+
: {}),
|
|
98
|
+
});
|
|
99
|
+
return {
|
|
100
|
+
async putObject(input) {
|
|
101
|
+
const out = await client.send(new PutObjectCommand({
|
|
102
|
+
Bucket: input.Bucket,
|
|
103
|
+
Key: input.Key,
|
|
104
|
+
Body: input.Body,
|
|
105
|
+
ContentType: input.ContentType,
|
|
106
|
+
ServerSideEncryption: input.ServerSideEncryption,
|
|
107
|
+
SSEKMSKeyId: input.SSEKMSKeyId,
|
|
108
|
+
}));
|
|
109
|
+
return { ETag: out.ETag };
|
|
110
|
+
},
|
|
111
|
+
async getObject(input) {
|
|
112
|
+
try {
|
|
113
|
+
const out = await client.send(new GetObjectCommand(input));
|
|
114
|
+
if (!out.Body)
|
|
115
|
+
return { Body: null, ContentType: out.ContentType };
|
|
116
|
+
const bytes = await out.Body.transformToByteArray();
|
|
117
|
+
return { Body: Buffer.from(bytes), ContentType: out.ContentType };
|
|
118
|
+
}
|
|
119
|
+
catch (err) {
|
|
120
|
+
if (err.name === "NoSuchKey")
|
|
121
|
+
return null;
|
|
122
|
+
if (err.$metadata
|
|
123
|
+
?.httpStatusCode === 404)
|
|
124
|
+
return null;
|
|
125
|
+
throw err;
|
|
126
|
+
}
|
|
127
|
+
},
|
|
128
|
+
async headObject(input) {
|
|
129
|
+
try {
|
|
130
|
+
const out = await client.send(new HeadObjectCommand(input));
|
|
131
|
+
return {
|
|
132
|
+
ContentLength: out.ContentLength,
|
|
133
|
+
ContentType: out.ContentType,
|
|
134
|
+
ETag: out.ETag,
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
catch (err) {
|
|
138
|
+
if (err.name === "NotFound")
|
|
139
|
+
return null;
|
|
140
|
+
if (err.$metadata
|
|
141
|
+
?.httpStatusCode === 404)
|
|
142
|
+
return null;
|
|
143
|
+
throw err;
|
|
144
|
+
}
|
|
145
|
+
},
|
|
146
|
+
async deleteObject(input) {
|
|
147
|
+
await client.send(new DeleteObjectCommand(input));
|
|
148
|
+
},
|
|
149
|
+
};
|
|
150
|
+
}
|
|
151
|
+
//# sourceMappingURL=s3.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"s3.js","sourceRoot":"","sources":["../../src/blob-store/s3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,iBAAiB,EACjB,eAAe,GAGhB,MAAM,YAAY,CAAC;AAiCpB,SAAS,SAAS,CAAC,MAA0B,EAAE,KAAa,EAAE,GAAW;IACvE,MAAM,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC;IACjC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACnC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAwB;IACxD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,GAAG,GACP,IAAI,CAAC,oBAAoB,KAAK,KAAK;QACjC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,IAAI,QAAQ,CAAC,CAAC;IAE9C,OAAO;QACL,OAAO,EAAE,IAAI;QAEb,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO;YACjC,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;gBACtC,MAAM,EAAE,MAAM;gBACd,GAAG;gBACH,IAAI,EAAE,IAAI;gBACV,WAAW,EAAE,OAAO,EAAE,WAAW;gBACjC,GAAG,CAAC,GAAG;oBACL,CAAC,CAAC;wBACE,oBAAoB,EAAE,GAAG;wBACzB,GAAG,CAAC,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,WAAW;4BACvC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;4BACnC,CAAC,CAAC,EAAE,CAAC;qBACR;oBACH,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/D,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC;gBAC7B,GAAG,EAAE,iBAAiB,CAAC,GAAG,CAAC;gBAC3B,SAAS,EAAE,IAAI,CAAC,UAAU;gBAC1B,WAAW,EAAE,OAAO,EAAE,WAAW;gBACjC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,UAAU,MAAM,EAAE;aAChC,CAAC;QAC5B,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG;YAClB,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YACjE,IAAI,CAAC,GAAG,EAAE,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;gBAC9B,CAAC,CAAC,GAAG,CAAC,IAAI;gBACV,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG;YACnB,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAClE,IAAI,CAAC,GAAG;gBAAE,OAAO,IAAI,CAAC;YACtB,OAAO;gBACL,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC;gBAC7B,GAAG,EAAE,iBAAiB,CAAC,GAAG,CAAC;gBAC3B,SAAS,EAAE,GAAG,CAAC,aAAa,IAAI,CAAC;gBACjC,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;aAClC,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG;YACrB,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YACvE,IAAI,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,MAAyB,OAAO,CAAC,GAAG;IAEpC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,GAC5F,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAErC,MAAM,MAAM,GAAG,GAAG,CAAC,iBAAiB,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,WAAW,CAAC;IACtF,MAAM,QAAQ,GAAG,GAAG,CAAC,mBAAmB,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;IAC9D,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC;QAC1B,MAAM;QACN,GAAG,CAAC,QAAQ;YACV,CAAC,CAAC;gBACE,QAAQ;gBACR,cAAc,EACZ,GAAG,CAAC,2BAA2B,KAAK,GAAG;oBACvC,GAAG,CAAC,2BAA2B,KAAK,MAAM;aAC7C;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;IAEH,OAAO;QACL,KAAK,CAAC,SAAS,CAAC,KAAK;YACnB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAC3B,IAAI,gBAAgB,CAAC;gBACnB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,oBAAoB,EAAE,KAAK,CAAC,oBAGf;gBACb,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B,CAAC,CACH,CAAC;YACF,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,KAAK;YACnB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC3D,IAAI,CAAC,GAAG,CAAC,IAAI;oBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC;gBACnE,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBACpD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC;YACpE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAK,GAAyB,CAAC,IAAI,KAAK,WAAW;oBAAE,OAAO,IAAI,CAAC;gBACjE,IAAK,GAAmD,CAAC,SAAS;oBAChE,EAAE,cAAc,KAAK,GAAG;oBACxB,OAAO,IAAI,CAAC;gBACd,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,KAAK;YACpB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC5D,OAAO;oBACL,aAAa,EAAE,GAAG,CAAC,aAAa;oBAChC,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,IAAI,EAAE,GAAG,CAAC,IAAI;iBACf,CAAC;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAK,GAAyB,CAAC,IAAI,KAAK,UAAU;oBAAE,OAAO,IAAI,CAAC;gBAChE,IAAK,GAAmD,CAAC,SAAS;oBAChE,EAAE,cAAc,KAAK,GAAG;oBACxB,OAAO,IAAI,CAAC;gBACd,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,KAAK;YACtB,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;QACpD,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Dual-mode object/blob plane: cloud (S3-compatible) vs on-prem local disk.
|
|
3
|
+
* Any org/connector object payload that would use cloud buckets MUST use disk when
|
|
4
|
+
* MEMORIX_BLOB_BACKEND=disk (on-prem). Not Magit/metadata.
|
|
5
|
+
*/
|
|
6
|
+
export type BlobBackendKind = "s3" | "disk" | "memory";
|
|
7
|
+
export type BlobHead = {
|
|
8
|
+
orgId: string;
|
|
9
|
+
key: string;
|
|
10
|
+
sizeBytes: number;
|
|
11
|
+
contentType?: string;
|
|
12
|
+
/** Opaque integrity / storage etag when available. */
|
|
13
|
+
etag?: string;
|
|
14
|
+
};
|
|
15
|
+
export type BlobPutResult = BlobHead & {
|
|
16
|
+
backend: BlobBackendKind;
|
|
17
|
+
};
|
|
18
|
+
export type BlobObjectStore = {
|
|
19
|
+
readonly backend: BlobBackendKind;
|
|
20
|
+
put(orgId: string, key: string, body: Buffer, opts?: {
|
|
21
|
+
contentType?: string;
|
|
22
|
+
}): Promise<BlobPutResult>;
|
|
23
|
+
get(orgId: string, key: string): Promise<Buffer | null>;
|
|
24
|
+
head(orgId: string, key: string): Promise<BlobHead | null>;
|
|
25
|
+
delete(orgId: string, key: string): Promise<boolean>;
|
|
26
|
+
};
|
|
27
|
+
/** Reject path traversal / empty segments. Keys are relative object ids. */
|
|
28
|
+
export declare function assertSafeBlobKey(key: string): string;
|
|
29
|
+
export declare function assertSafeOrgId(orgId: string): string;
|
|
30
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/blob-store/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,MAAM,eAAe,GAAG,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEvD,MAAM,MAAM,QAAQ,GAAG;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,sDAAsD;IACtD,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG;IACrC,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAC;IAClC,GAAG,CACD,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,GAC9B,OAAO,CAAC,aAAa,CAAC,CAAC;IAC1B,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;IAC3D,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACtD,CAAC;AAEF,4EAA4E;AAC5E,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAoBrD;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAOrD"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Dual-mode object/blob plane: cloud (S3-compatible) vs on-prem local disk.
|
|
3
|
+
* Any org/connector object payload that would use cloud buckets MUST use disk when
|
|
4
|
+
* MEMORIX_BLOB_BACKEND=disk (on-prem). Not Magit/metadata.
|
|
5
|
+
*/
|
|
6
|
+
/** Reject path traversal / empty segments. Keys are relative object ids. */
|
|
7
|
+
export function assertSafeBlobKey(key) {
|
|
8
|
+
const k = key.trim();
|
|
9
|
+
if (!k)
|
|
10
|
+
throw new Error("blob key required");
|
|
11
|
+
if (k.length > 512)
|
|
12
|
+
throw new Error("blob key too long");
|
|
13
|
+
if (k.includes("\0"))
|
|
14
|
+
throw new Error("blob key invalid");
|
|
15
|
+
if (k.startsWith("/") || k.endsWith("/")) {
|
|
16
|
+
throw new Error("blob key must not start or end with /");
|
|
17
|
+
}
|
|
18
|
+
const parts = k.split("/");
|
|
19
|
+
for (const p of parts) {
|
|
20
|
+
if (!p || p === "." || p === "..") {
|
|
21
|
+
throw new Error("blob key path escape rejected");
|
|
22
|
+
}
|
|
23
|
+
if (!/^[A-Za-z0-9._-]+$/.test(p)) {
|
|
24
|
+
throw new Error("blob key segments must be [A-Za-z0-9._-]+ (no path escape)");
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
return k;
|
|
28
|
+
}
|
|
29
|
+
export function assertSafeOrgId(orgId) {
|
|
30
|
+
const o = orgId.trim();
|
|
31
|
+
if (!o)
|
|
32
|
+
throw new Error("orgId required");
|
|
33
|
+
if (!/^[A-Za-z0-9._-]+$/.test(o)) {
|
|
34
|
+
throw new Error("orgId must match [A-Za-z0-9._-]+");
|
|
35
|
+
}
|
|
36
|
+
return o;
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/blob-store/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA8BH,4EAA4E;AAC5E,MAAM,UAAU,iBAAiB,CAAC,GAAW;IAC3C,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACrB,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC7C,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACzD,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC1D,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CACb,4DAA4D,CAC7D,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IACvB,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC1C,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Product catalog (M2/M3) — Magit existence via MagitPackService; deployments from env runtime only.
|
|
3
|
+
*/
|
|
4
|
+
import type { UnifiedMetadataClient } from "@x12i/memorix-metadata-runtime";
|
|
5
|
+
import { loadGenericConnectorsConfig } from "../generic-connectors.js";
|
|
6
|
+
import type { ConnectorRegistry } from "@x12i/memorix-memory";
|
|
7
|
+
import type { CatalogPackageListItem, MagitPackService } from "../magit/magit-pack-service.js";
|
|
8
|
+
import { type CatalogComponent, type CatalogComponentKind, type CatalogRelease, type MagitCatalogKind } from "./types.js";
|
|
9
|
+
export type CatalogServiceDeps = {
|
|
10
|
+
magit: MagitPackService;
|
|
11
|
+
metadata: UnifiedMetadataClient;
|
|
12
|
+
connectorRegistry: ConnectorRegistry;
|
|
13
|
+
genericConnectors?: ReturnType<typeof loadGenericConnectorsConfig>;
|
|
14
|
+
};
|
|
15
|
+
export type ListCatalogOpts = {
|
|
16
|
+
kind?: CatalogComponentKind | "all";
|
|
17
|
+
publisher?: string;
|
|
18
|
+
q?: string;
|
|
19
|
+
includeReleases?: boolean;
|
|
20
|
+
includeDeployments?: boolean;
|
|
21
|
+
orgId?: string | null;
|
|
22
|
+
agentIds?: string[];
|
|
23
|
+
maxReleasesPerComponent?: number;
|
|
24
|
+
};
|
|
25
|
+
export declare function createCatalogService(deps: CatalogServiceDeps): {
|
|
26
|
+
listComponents: (opts?: ListCatalogOpts) => Promise<{
|
|
27
|
+
packageTypeId: string | null;
|
|
28
|
+
typedStoreConfigured: boolean;
|
|
29
|
+
components: CatalogComponent[];
|
|
30
|
+
note: string;
|
|
31
|
+
}>;
|
|
32
|
+
getComponent: (kind: string, id: string, opts?: Omit<ListCatalogOpts, "kind">) => Promise<CatalogComponent>;
|
|
33
|
+
listReleases: (kind: string, id: string, opts?: {
|
|
34
|
+
publisher?: string;
|
|
35
|
+
maxCount?: number;
|
|
36
|
+
}) => Promise<{
|
|
37
|
+
packageTypeId: string | null;
|
|
38
|
+
kind: CatalogComponentKind;
|
|
39
|
+
id: string;
|
|
40
|
+
releases: CatalogRelease[];
|
|
41
|
+
}>;
|
|
42
|
+
listMagitVersionRows: (opts?: {
|
|
43
|
+
kind?: MagitCatalogKind;
|
|
44
|
+
publisher?: string;
|
|
45
|
+
}) => Promise<CatalogPackageListItem[]>;
|
|
46
|
+
};
|
|
47
|
+
export type CatalogService = ReturnType<typeof createCatalogService>;
|
|
48
|
+
//# sourceMappingURL=catalog-service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"catalog-service.d.ts","sourceRoot":"","sources":["../../src/catalog/catalog-service.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAM5E,OAAO,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AACvE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,KAAK,EACV,sBAAsB,EACtB,gBAAgB,EAEjB,MAAM,gCAAgC,CAAC;AAKxC,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,oBAAoB,EAGzB,KAAK,cAAc,EAKnB,KAAK,gBAAgB,EACtB,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,EAAE,gBAAgB,CAAC;IACxB,QAAQ,EAAE,qBAAqB,CAAC;IAChC,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,iBAAiB,CAAC,EAAE,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC;CACpE,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,CAAC,EAAE,oBAAoB,GAAG,KAAK,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC,CAAC;AAwHF,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,kBAAkB;4BAgNnD,eAAe,KACpB,OAAO,CAAC;QACT,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,oBAAoB,EAAE,OAAO,CAAC;QAC9B,UAAU,EAAE,gBAAgB,EAAE,CAAC;QAC/B,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;yBA+CM,MAAM,MACR,MAAM,SACJ,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,KAClC,OAAO,CAAC,gBAAgB,CAAC;yBAkDpB,MAAM,MACR,MAAM,SACH;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,KAC/C,OAAO,CAAC;QACT,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,IAAI,EAAE,oBAAoB,CAAC;QAC3B,EAAE,EAAE,MAAM,CAAC;QACX,QAAQ,EAAE,cAAc,EAAE,CAAC;KAC5B,CAAC;kCAoCyC;QACzC,IAAI,CAAC,EAAE,gBAAgB,CAAC;QACxB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,KAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;EAiBtC;AAED,MAAM,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,oBAAoB,CAAC,CAAC"}
|