npm - @digipair/skill-vespa - Versions diffs - 0.87.8 → 0.88.0 - Mend

@digipair/skill-vespa 0.87.8 → 0.88.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (5) hide show

package/index.cjs.js CHANGED Viewed

@@ -48899,21 +48899,21 @@ let VespaService = class VespaService {
         ];
         return result;
     }
-    async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents, signal) {
+    async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents, signal, asynchronous) {
         const results = [];
         for (const document of documents){
             // eslint-disable-next-line no-control-regex
             const content = document.content.replace(/[\x00-\x08\x0B\x0C\x0E-\x1F\x7F]/g, '');
-            const content_embedding = await modelEmbeddings.embedQuery(content);
+            await modelEmbeddings.embedQuery(content);
             const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid/${document.uuid}`, {
                 signal,
                 method: 'POST',
-                body: JSON.stringify({
-                    fields: _extends({}, document, {
-                        content,
-                        content_embedding
-                    })
-                }),
+                body: JSON.stringify(asynchronous ? _extends({}, document, {
+                    content
+                }) : _extends({}, document, {
+                    content,
+                    content_embedding: await modelEmbeddings.embedQuery(content)
+                })),
                 headers: {
                     'Content-Type': 'application/json'
                 }
@@ -48923,6 +48923,23 @@ let VespaService = class VespaService {
                 throw new Error(`Error - VespaService:pushDocuments - pushing ${collection} - ${json.message}`);
             }
             results.push(json);
+            if (asynchronous) {
+                setImmediate(async ()=>{
+                    const content_embedding = await modelEmbeddings.embedQuery(content);
+                    await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid/${document.uuid}`, {
+                        method: 'POST',
+                        body: JSON.stringify({
+                            fields: _extends({}, document, {
+                                content,
+                                content_embedding
+                            })
+                        }),
+                        headers: {
+                            'Content-Type': 'application/json'
+                        }
+                    });
+                });
+            }
         }
         return results;
     }
@@ -48973,10 +48990,10 @@ let VespaService = class VespaService {
     async push(params, _pinsSettingsList, context) {
         var _context_protected;
         var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
-        const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', documents } = params;
+        const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', asynchronous = false, documents } = params;
         const modelEmbeddings = await engine.executePinsList(embeddings, context, `${context.__PATH__}.embeddings`);
         const results = await this.prepareDocuments(documents);
-        await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
+        await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal, asynchronous);
         return results.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid);
     }
     async remove(params, _pinsSettingsList, context) {

package/index.esm.js CHANGED Viewed

@@ -72686,14 +72686,14 @@ function indent(str, spaces) {
         var match = parseIdentifier(input, i1, namePart) || namePart && parseAdditionalSymbol(input, i1) || maybeSpace && parseSpaces(input, i1);
         // match is required
         if (!match) {
-            return i = i1, tokens = tokens1, nextMatch = nextMatch1, {
+            return tokens = tokens1, nextMatch = nextMatch1, i = i1, {
                 v: nextMatch1
             };
         }
         var token = match.token, offset = match.offset;
         i1 += offset;
         if (token === " ") {
-            return i = i1, tokens = tokens1, nextMatch = nextMatch1, "continue";
+            return tokens = tokens1, nextMatch = nextMatch1, i = i1, "continue";
         }
         tokens1 = _to_consumable_array$1(tokens1).concat([
             token
@@ -72712,7 +72712,7 @@ function indent(str, spaces) {
         if (contextKeys.some(function(el) {
             return el.startsWith(name);
         })) {
-            return i = i1, tokens = tokens1, nextMatch = nextMatch1, "continue";
+            return tokens = tokens1, nextMatch = nextMatch1, i = i1, "continue";
         }
         if (dateTimeIdentifiers.some(function(el) {
             return el === name;
@@ -72731,9 +72731,9 @@ function indent(str, spaces) {
         if (dateTimeIdentifiers.some(function(el) {
             return el.startsWith(name);
         })) {
-            return i = i1, tokens = tokens1, nextMatch = nextMatch1, "continue";
+            return tokens = tokens1, nextMatch = nextMatch1, i = i1, "continue";
         }
-        return i = i1, tokens = tokens1, nextMatch = nextMatch1, {
+        return tokens = tokens1, nextMatch = nextMatch1, i = i1, {
             v: nextMatch1
         };
     };
@@ -76864,21 +76864,21 @@ let VespaService = class VespaService {
         ];
         return result;
     }
-    async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents, signal) {
+    async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents, signal, asynchronous) {
         const results = [];
         for (const document of documents){
             // eslint-disable-next-line no-control-regex
             const content = document.content.replace(/[\x00-\x08\x0B\x0C\x0E-\x1F\x7F]/g, '');
-            const content_embedding = await modelEmbeddings.embedQuery(content);
+            await modelEmbeddings.embedQuery(content);
             const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid/${document.uuid}`, {
                 signal,
                 method: 'POST',
-                body: JSON.stringify({
-                    fields: _extends({}, document, {
-                        content,
-                        content_embedding
-                    })
-                }),
+                body: JSON.stringify(asynchronous ? _extends({}, document, {
+                    content
+                }) : _extends({}, document, {
+                    content,
+                    content_embedding: await modelEmbeddings.embedQuery(content)
+                })),
                 headers: {
                     'Content-Type': 'application/json'
                 }
@@ -76888,6 +76888,23 @@ let VespaService = class VespaService {
                 throw new Error(`Error - VespaService:pushDocuments - pushing ${collection} - ${json.message}`);
             }
             results.push(json);
+            if (asynchronous) {
+                setImmediate(async ()=>{
+                    const content_embedding = await modelEmbeddings.embedQuery(content);
+                    await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid/${document.uuid}`, {
+                        method: 'POST',
+                        body: JSON.stringify({
+                            fields: _extends({}, document, {
+                                content,
+                                content_embedding
+                            })
+                        }),
+                        headers: {
+                            'Content-Type': 'application/json'
+                        }
+                    });
+                });
+            }
         }
         return results;
     }
@@ -76938,10 +76955,10 @@ let VespaService = class VespaService {
     async push(params, _pinsSettingsList, context) {
         var _context_protected;
         var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
-        const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', documents } = params;
+        const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', asynchronous = false, documents } = params;
         const modelEmbeddings = await executePinsList(embeddings, context, `${context.__PATH__}.embeddings`);
         const results = await this.prepareDocuments(documents);
-        await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
+        await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal, asynchronous);
         return results.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid);
     }
     async remove(params, _pinsSettingsList, context) {

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@digipair/skill-vespa",
-  "version": "0.87.8",
+  "version": "0.88.0",
   "keywords": [
     "digipair",
     "service",

package/schema.fr.json CHANGED Viewed

@@ -248,6 +248,15 @@
               "type": "string"
             }
           },
+          {
+            "name": "asynchronous",
+            "summary": "Asynchrone",
+            "required": false,
+            "description": "Ajouter les documents de manière asynchrone",
+            "schema": {
+              "type": "boolean"
+            }
+          },
           {
             "name": "documents",
             "summary": "Documents",

package/schema.json CHANGED Viewed

@@ -248,6 +248,15 @@
               "type": "string"
             }
           },
+          {
+            "name": "asynchronous",
+            "summary": "Asynchronous",
+            "required": false,
+            "description": "Add documents asynchronously",
+            "schema": {
+              "type": "boolean"
+            }
+          },
           {
             "name": "documents",
             "summary": "Documents",