@framers/agentos 0.1.226 → 0.1.227
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/media/images/face/ReplicateFaceEmbeddingService.d.ts +7 -0
- package/dist/media/images/face/ReplicateFaceEmbeddingService.d.ts.map +1 -1
- package/dist/media/images/face/ReplicateFaceEmbeddingService.js +32 -5
- package/dist/media/images/face/ReplicateFaceEmbeddingService.js.map +1 -1
- package/package.json +1 -1
|
@@ -33,6 +33,13 @@ export declare class ReplicateFaceEmbeddingService implements IFaceEmbeddingServ
|
|
|
33
33
|
* @returns Face embedding with 512-dim vector and optional bounding box.
|
|
34
34
|
*/
|
|
35
35
|
extractEmbedding(imageUrl: string): Promise<FaceEmbedding>;
|
|
36
|
+
/**
|
|
37
|
+
* 512-dim unit vector used as a placeholder when the Replicate
|
|
38
|
+
* embedding service is unavailable. Lets downstream drift guards
|
|
39
|
+
* run without failing — cosine similarity against any other
|
|
40
|
+
* synthetic vector resolves to 1.0, so comparisons become a no-op.
|
|
41
|
+
*/
|
|
42
|
+
private syntheticEmbedding;
|
|
36
43
|
/**
|
|
37
44
|
* Compare two face embedding vectors using cosine similarity.
|
|
38
45
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ReplicateFaceEmbeddingService.d.ts","sourceRoot":"","sources":["../../../../src/media/images/face/ReplicateFaceEmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAEL,KAAK,oBAAoB,EACzB,KAAK,aAAa,EAClB,KAAK,qBAAqB,EAC3B,MAAM,4BAA4B,CAAC;AAMpC,qEAAqE;AACrE,MAAM,WAAW,4BAA4B;IAC3C,2BAA2B;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,mFAAmF;IACnF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AA2BD;;;;;GAKG;AACH,qBAAa,6BAA8B,YAAW,qBAAqB;IACzE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,4BAA4B;IAShD;;;;;OAKG;IACG,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"ReplicateFaceEmbeddingService.d.ts","sourceRoot":"","sources":["../../../../src/media/images/face/ReplicateFaceEmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAEL,KAAK,oBAAoB,EACzB,KAAK,aAAa,EAClB,KAAK,qBAAqB,EAC3B,MAAM,4BAA4B,CAAC;AAMpC,qEAAqE;AACrE,MAAM,WAAW,4BAA4B;IAC3C,2BAA2B;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,mFAAmF;IACnF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AA2BD;;;;;GAKG;AACH,qBAAa,6BAA8B,YAAW,qBAAqB;IACzE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,4BAA4B;IAShD;;;;;OAKG;IACG,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAmEhE;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB;IAM1B;;;;;;;OAOG;IACH,YAAY,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,SAAM,GAAG,oBAAoB;IAY7E;;OAEG;YACW,cAAc;IAwB5B;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;CAoC7B"}
|
|
@@ -56,8 +56,16 @@ export class ReplicateFaceEmbeddingService {
|
|
|
56
56
|
body: JSON.stringify(body),
|
|
57
57
|
});
|
|
58
58
|
if (!createResponse.ok) {
|
|
59
|
-
|
|
60
|
-
|
|
59
|
+
// Replicate pulled the public `daanelson/insightface` model —
|
|
60
|
+
// calls now 422 with "Invalid version or not permitted". Rather
|
|
61
|
+
// than throwing and blocking every downstream stage (expression
|
|
62
|
+
// sheet, full body), return a synthetic unit-vector embedding so
|
|
63
|
+
// the AvatarPipeline can proceed with reference-image-based
|
|
64
|
+
// generation. Drift detection becomes a no-op (all comparisons
|
|
65
|
+
// return similarity=1.0), but expressions still render.
|
|
66
|
+
const errorText = await createResponse.text().catch(() => '');
|
|
67
|
+
console.warn(`[face-embedding] Replicate ${createResponse.status} — returning synthetic embedding so pipeline proceeds. Body: ${errorText.slice(0, 160)}`);
|
|
68
|
+
return this.syntheticEmbedding();
|
|
61
69
|
}
|
|
62
70
|
let prediction = (await createResponse.json());
|
|
63
71
|
// Poll for completion if not immediately resolved
|
|
@@ -67,12 +75,31 @@ export class ReplicateFaceEmbeddingService {
|
|
|
67
75
|
prediction = await this.pollPrediction(prediction.urls.get);
|
|
68
76
|
}
|
|
69
77
|
if (prediction.status === 'failed') {
|
|
70
|
-
|
|
78
|
+
console.warn(`[face-embedding] prediction failed: ${prediction.error ?? 'unknown'} — returning synthetic embedding`);
|
|
79
|
+
return this.syntheticEmbedding();
|
|
71
80
|
}
|
|
72
81
|
if (prediction.status === 'canceled') {
|
|
73
|
-
|
|
82
|
+
console.warn('[face-embedding] prediction canceled — returning synthetic embedding');
|
|
83
|
+
return this.syntheticEmbedding();
|
|
74
84
|
}
|
|
75
|
-
|
|
85
|
+
try {
|
|
86
|
+
return this.parseEmbeddingOutput(prediction.output);
|
|
87
|
+
}
|
|
88
|
+
catch (parseErr) {
|
|
89
|
+
console.warn(`[face-embedding] parse failed: ${parseErr instanceof Error ? parseErr.message : String(parseErr)} — returning synthetic embedding`);
|
|
90
|
+
return this.syntheticEmbedding();
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
/**
|
|
94
|
+
* 512-dim unit vector used as a placeholder when the Replicate
|
|
95
|
+
* embedding service is unavailable. Lets downstream drift guards
|
|
96
|
+
* run without failing — cosine similarity against any other
|
|
97
|
+
* synthetic vector resolves to 1.0, so comparisons become a no-op.
|
|
98
|
+
*/
|
|
99
|
+
syntheticEmbedding() {
|
|
100
|
+
const vector = new Array(512).fill(0);
|
|
101
|
+
vector[0] = 1;
|
|
102
|
+
return { vector, boundingBox: undefined, confidence: 0 };
|
|
76
103
|
}
|
|
77
104
|
/**
|
|
78
105
|
* Compare two face embedding vectors using cosine similarity.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ReplicateFaceEmbeddingService.js","sourceRoot":"","sources":["../../../../src/media/images/face/ReplicateFaceEmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,gBAAgB,GAIjB,MAAM,4BAA4B,CAAC;AA4BpC,MAAM,gBAAgB,GAAG,8BAA8B,CAAC;AACxD,MAAM,gBAAgB,GAAG,wFAAwF,CAAC;AAClH,MAAM,gBAAgB,GAAG,IAAK,CAAC;AAC/B,MAAM,eAAe,GAAG,MAAO,CAAC;AAEhC,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;;GAKG;AACH,MAAM,OAAO,6BAA6B;IAKxC,YAAY,MAAoC;QAC9C,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC;QACvE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,CAAC;IACpD,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,gBAAgB,CAAC,QAAgB;QACrC,MAAM,IAAI,GAAG;YACX,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,KAAK,EAAE;gBACL,KAAK,EAAE,QAAQ;gBACf,gBAAgB,EAAE,IAAI;aACvB;SACF,CAAC;QAEF,oBAAoB;QACpB,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,cAAc,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,SAAS,IAAI,CAAC,MAAM,EAAE;gBACrC,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,SAAS;aAClB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"ReplicateFaceEmbeddingService.js","sourceRoot":"","sources":["../../../../src/media/images/face/ReplicateFaceEmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,gBAAgB,GAIjB,MAAM,4BAA4B,CAAC;AA4BpC,MAAM,gBAAgB,GAAG,8BAA8B,CAAC;AACxD,MAAM,gBAAgB,GAAG,wFAAwF,CAAC;AAClH,MAAM,gBAAgB,GAAG,IAAK,CAAC;AAC/B,MAAM,eAAe,GAAG,MAAO,CAAC;AAEhC,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;;GAKG;AACH,MAAM,OAAO,6BAA6B;IAKxC,YAAY,MAAoC;QAC9C,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC;QACvE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,CAAC;IACpD,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,gBAAgB,CAAC,QAAgB;QACrC,MAAM,IAAI,GAAG;YACX,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,KAAK,EAAE;gBACL,KAAK,EAAE,QAAQ;gBACf,gBAAgB,EAAE,IAAI;aACvB;SACF,CAAC;QAEF,oBAAoB;QACpB,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,cAAc,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,SAAS,IAAI,CAAC,MAAM,EAAE;gBACrC,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,SAAS;aAClB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC;YACvB,8DAA8D;YAC9D,gEAAgE;YAChE,gEAAgE;YAChE,iEAAiE;YACjE,4DAA4D;YAC5D,+DAA+D;YAC/D,wDAAwD;YACxD,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9D,OAAO,CAAC,IAAI,CACV,8BAA8B,cAAc,CAAC,MAAM,gEAAgE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC7I,CAAC;YACF,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,CAAwB,CAAC;QAEtE,kDAAkD;QAClD,IACE,UAAU,CAAC,MAAM;YACjB,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;YAChE,UAAU,CAAC,IAAI,EAAE,GAAG,EACpB,CAAC;YACD,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9D,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CACV,uCAAuC,UAAU,CAAC,KAAK,IAAI,SAAS,kCAAkC,CACvG,CAAC;YACF,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnC,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;YACrF,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,QAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CACV,kCAAkC,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,kCAAkC,CACpI,CAAC;YACF,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,kBAAkB;QACxB,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,EAAmB,CAAC;IAC5E,CAAC;IAED;;;;;;;OAOG;IACH,YAAY,CAAC,CAAW,EAAE,CAAW,EAAE,SAAS,GAAG,GAAG;QACpD,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1C,OAAO;YACL,UAAU;YACV,KAAK,EAAE,UAAU,IAAI,SAAS;SAC/B,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,kBAAkB;IAClB,4EAA4E;IAE5E;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,GAAW;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,eAAe,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,OAAO,EAAE,EAAE,aAAa,EAAE,SAAS,IAAI,CAAC,MAAM,EAAE,EAAE;aACnD,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,wCAAwC,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YAC5F,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;YAClE,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1F,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,MAAM,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACvF,CAAC;IAED;;;;;OAKG;IACK,oBAAoB,CAAC,MAAe;QAC1C,mDAAmD;QACnD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAExD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAA4B,CAAC;QAEjD,+BAA+B;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC;QACnE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAErC,2EAA2E;QAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,CAAC;QAChE,MAAM,WAAW,GACf,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC;YACrC,CAAC,CAAC;gBACE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACxC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aAC1C;YACH,CAAC,CAAC,SAAS,CAAC;QAEhB,8BAA8B;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC;QAClE,MAAM,UAAU,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAEzE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;IAC7C,CAAC;CACF"}
|