@digipair/skill-vespa 0.48.1 → 0.49.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.cjs.js +15 -8
- package/index.esm.js +15 -8
- package/package.json +1 -1
package/index.cjs.js
CHANGED
@@ -48059,8 +48059,9 @@ var RecursiveCharacterTextSplitter = /*#__PURE__*/ function(TextSplitter) {
|
|
48059
48059
|
var _process_env_VESPA_SERVER;
|
48060
48060
|
const VESPA_SERVER = (_process_env_VESPA_SERVER = process.env['VESPA_SERVER']) != null ? _process_env_VESPA_SERVER : 'http://localhost:8080';
|
48061
48061
|
let VespaService = class VespaService {
|
48062
|
-
async searchDocuments(baseUrl, collection, query, options = {}) {
|
48062
|
+
async searchDocuments(baseUrl, collection, query, options = {}, signal) {
|
48063
48063
|
const response = await fetch(`${baseUrl}/search/`, {
|
48064
|
+
signal,
|
48064
48065
|
method: 'POST',
|
48065
48066
|
body: JSON.stringify(_extends({
|
48066
48067
|
yql: `select * from ${collection} where ${query}`
|
@@ -48079,11 +48080,11 @@ let VespaService = class VespaService {
|
|
48079
48080
|
const messages = ((await response.json()).root.children || []).map((child)=>child.id === 'group:root:0' ? child.children[0].children : child.fields);
|
48080
48081
|
return messages;
|
48081
48082
|
}
|
48082
|
-
async searchParentDocuments(baseUrl, collection, query, options = {}) {
|
48083
|
+
async searchParentDocuments(baseUrl, collection, query, options = {}, signal) {
|
48083
48084
|
const documents = [];
|
48084
48085
|
const uuids = [];
|
48085
48086
|
const queryUuids = [];
|
48086
|
-
const chunks = await this.searchDocuments(baseUrl, collection, query, options);
|
48087
|
+
const chunks = await this.searchDocuments(baseUrl, collection, query, options, signal);
|
48087
48088
|
documents.push(...chunks.filter(({ is_parent })=>is_parent));
|
48088
48089
|
uuids.push(...chunks.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid));
|
48089
48090
|
for (const chunk of chunks){
|
@@ -48092,7 +48093,7 @@ let VespaService = class VespaService {
|
|
48092
48093
|
}
|
48093
48094
|
}
|
48094
48095
|
if (queryUuids.length > 0) {
|
48095
|
-
documents.push(...await this.searchDocuments(baseUrl, collection, `uuid in (${queryUuids.map((uuid)=>`"${uuid}"`).join(',')})`, options));
|
48096
|
+
documents.push(...await this.searchDocuments(baseUrl, collection, `uuid in (${queryUuids.map((uuid)=>`"${uuid}"`).join(',')})`, options, signal));
|
48096
48097
|
}
|
48097
48098
|
const results = [];
|
48098
48099
|
for (const chunk of chunks){
|
@@ -48152,11 +48153,12 @@ let VespaService = class VespaService {
|
|
48152
48153
|
];
|
48153
48154
|
return result;
|
48154
48155
|
}
|
48155
|
-
async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents) {
|
48156
|
+
async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents, signal) {
|
48156
48157
|
const results = [];
|
48157
48158
|
for (const document of documents){
|
48158
48159
|
const content_embedding = await modelEmbeddings.embedQuery(document.content);
|
48159
48160
|
const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid/${document.uuid}`, {
|
48161
|
+
signal,
|
48160
48162
|
method: 'POST',
|
48161
48163
|
body: JSON.stringify({
|
48162
48164
|
fields: _extends({}, document, {
|
@@ -48172,6 +48174,7 @@ let VespaService = class VespaService {
|
|
48172
48174
|
return results;
|
48173
48175
|
}
|
48174
48176
|
async find(params, _pinsSettingsList, context) {
|
48177
|
+
var _context_protected;
|
48175
48178
|
var _context_privates_VESPA_SERVER;
|
48176
48179
|
const { baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, collection = 'knowledge', limit = 100, orderby = '', query, grouping } = params;
|
48177
48180
|
if (orderby !== '' && !/^([a-zA-Z0-9_-]+)(,\s*[a-zA-Z0-9_-]+)*(\s+(asc|desc))?$/.test(orderby)) {
|
@@ -48180,10 +48183,11 @@ let VespaService = class VespaService {
|
|
48180
48183
|
const orderbySecured = orderby === '' ? '' : `order by ${orderby}`;
|
48181
48184
|
const results = await this.searchDocuments(baseUrl, collection, `is_parent = true and userQuery() ${orderbySecured} limit ${parseInt(limit)}` + (grouping ? ` | ${grouping}` : ''), {
|
48182
48185
|
query
|
48183
|
-
});
|
48186
|
+
}, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
|
48184
48187
|
return results;
|
48185
48188
|
}
|
48186
48189
|
async search(params, _pinsSettingsList, context) {
|
48190
|
+
var _context_protected;
|
48187
48191
|
var _context_privates_VESPA_SERVER;
|
48188
48192
|
const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, collection = 'knowledge', limit = 100, orderby = '', targetHits = 50, filter = 'true', language, query } = params;
|
48189
48193
|
if (orderby !== '' && !/^([a-zA-Z0-9_-]+)(,\s*[a-zA-Z0-9_-]+)*(\s+(asc|desc))?$/.test(orderby)) {
|
@@ -48197,7 +48201,7 @@ let VespaService = class VespaService {
|
|
48197
48201
|
'input.query(q)': queryEmbedding,
|
48198
48202
|
query,
|
48199
48203
|
language
|
48200
|
-
});
|
48204
|
+
}, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
|
48201
48205
|
return results;
|
48202
48206
|
}
|
48203
48207
|
async textSplitter(params, _pinsSettingsList, _context) {
|
@@ -48214,17 +48218,20 @@ let VespaService = class VespaService {
|
|
48214
48218
|
}));
|
48215
48219
|
}
|
48216
48220
|
async push(params, _pinsSettingsList, context) {
|
48221
|
+
var _context_protected;
|
48217
48222
|
var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
|
48218
48223
|
const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', documents } = params;
|
48219
48224
|
const modelEmbeddings = await engine.executePinsList(embeddings, context);
|
48220
48225
|
const results = await this.prepareDocuments(documents);
|
48221
|
-
await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results);
|
48226
|
+
await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
|
48222
48227
|
return results.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid);
|
48223
48228
|
}
|
48224
48229
|
async remove(params, _pinsSettingsList, context) {
|
48230
|
+
var _context_protected;
|
48225
48231
|
var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
|
48226
48232
|
const { baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', selection } = params;
|
48227
48233
|
const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid?selection=${encodeURI(selection)}&cluster=${namespace}`, {
|
48234
|
+
signal: (_context_protected = context.protected) == null ? void 0 : _context_protected.signal,
|
48228
48235
|
method: 'DELETE',
|
48229
48236
|
headers: {
|
48230
48237
|
'Content-Type': 'application/json'
|
package/index.esm.js
CHANGED
@@ -75997,8 +75997,9 @@ const preparePinsSettings = async (settings, context)=>{
|
|
75997
75997
|
var _process_env_VESPA_SERVER;
|
75998
75998
|
const VESPA_SERVER = (_process_env_VESPA_SERVER = process.env['VESPA_SERVER']) != null ? _process_env_VESPA_SERVER : 'http://localhost:8080';
|
75999
75999
|
let VespaService = class VespaService {
|
76000
|
-
async searchDocuments(baseUrl, collection, query, options = {}) {
|
76000
|
+
async searchDocuments(baseUrl, collection, query, options = {}, signal) {
|
76001
76001
|
const response = await fetch(`${baseUrl}/search/`, {
|
76002
|
+
signal,
|
76002
76003
|
method: 'POST',
|
76003
76004
|
body: JSON.stringify(_extends({
|
76004
76005
|
yql: `select * from ${collection} where ${query}`
|
@@ -76017,11 +76018,11 @@ let VespaService = class VespaService {
|
|
76017
76018
|
const messages = ((await response.json()).root.children || []).map((child)=>child.id === 'group:root:0' ? child.children[0].children : child.fields);
|
76018
76019
|
return messages;
|
76019
76020
|
}
|
76020
|
-
async searchParentDocuments(baseUrl, collection, query, options = {}) {
|
76021
|
+
async searchParentDocuments(baseUrl, collection, query, options = {}, signal) {
|
76021
76022
|
const documents = [];
|
76022
76023
|
const uuids = [];
|
76023
76024
|
const queryUuids = [];
|
76024
|
-
const chunks = await this.searchDocuments(baseUrl, collection, query, options);
|
76025
|
+
const chunks = await this.searchDocuments(baseUrl, collection, query, options, signal);
|
76025
76026
|
documents.push(...chunks.filter(({ is_parent })=>is_parent));
|
76026
76027
|
uuids.push(...chunks.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid));
|
76027
76028
|
for (const chunk of chunks){
|
@@ -76030,7 +76031,7 @@ let VespaService = class VespaService {
|
|
76030
76031
|
}
|
76031
76032
|
}
|
76032
76033
|
if (queryUuids.length > 0) {
|
76033
|
-
documents.push(...await this.searchDocuments(baseUrl, collection, `uuid in (${queryUuids.map((uuid)=>`"${uuid}"`).join(',')})`, options));
|
76034
|
+
documents.push(...await this.searchDocuments(baseUrl, collection, `uuid in (${queryUuids.map((uuid)=>`"${uuid}"`).join(',')})`, options, signal));
|
76034
76035
|
}
|
76035
76036
|
const results = [];
|
76036
76037
|
for (const chunk of chunks){
|
@@ -76090,11 +76091,12 @@ let VespaService = class VespaService {
|
|
76090
76091
|
];
|
76091
76092
|
return result;
|
76092
76093
|
}
|
76093
|
-
async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents) {
|
76094
|
+
async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents, signal) {
|
76094
76095
|
const results = [];
|
76095
76096
|
for (const document of documents){
|
76096
76097
|
const content_embedding = await modelEmbeddings.embedQuery(document.content);
|
76097
76098
|
const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid/${document.uuid}`, {
|
76099
|
+
signal,
|
76098
76100
|
method: 'POST',
|
76099
76101
|
body: JSON.stringify({
|
76100
76102
|
fields: _extends({}, document, {
|
@@ -76110,6 +76112,7 @@ let VespaService = class VespaService {
|
|
76110
76112
|
return results;
|
76111
76113
|
}
|
76112
76114
|
async find(params, _pinsSettingsList, context) {
|
76115
|
+
var _context_protected;
|
76113
76116
|
var _context_privates_VESPA_SERVER;
|
76114
76117
|
const { baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, collection = 'knowledge', limit = 100, orderby = '', query, grouping } = params;
|
76115
76118
|
if (orderby !== '' && !/^([a-zA-Z0-9_-]+)(,\s*[a-zA-Z0-9_-]+)*(\s+(asc|desc))?$/.test(orderby)) {
|
@@ -76118,10 +76121,11 @@ let VespaService = class VespaService {
|
|
76118
76121
|
const orderbySecured = orderby === '' ? '' : `order by ${orderby}`;
|
76119
76122
|
const results = await this.searchDocuments(baseUrl, collection, `is_parent = true and userQuery() ${orderbySecured} limit ${parseInt(limit)}` + (grouping ? ` | ${grouping}` : ''), {
|
76120
76123
|
query
|
76121
|
-
});
|
76124
|
+
}, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
|
76122
76125
|
return results;
|
76123
76126
|
}
|
76124
76127
|
async search(params, _pinsSettingsList, context) {
|
76128
|
+
var _context_protected;
|
76125
76129
|
var _context_privates_VESPA_SERVER;
|
76126
76130
|
const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, collection = 'knowledge', limit = 100, orderby = '', targetHits = 50, filter = 'true', language, query } = params;
|
76127
76131
|
if (orderby !== '' && !/^([a-zA-Z0-9_-]+)(,\s*[a-zA-Z0-9_-]+)*(\s+(asc|desc))?$/.test(orderby)) {
|
@@ -76135,7 +76139,7 @@ let VespaService = class VespaService {
|
|
76135
76139
|
'input.query(q)': queryEmbedding,
|
76136
76140
|
query,
|
76137
76141
|
language
|
76138
|
-
});
|
76142
|
+
}, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
|
76139
76143
|
return results;
|
76140
76144
|
}
|
76141
76145
|
async textSplitter(params, _pinsSettingsList, _context) {
|
@@ -76152,17 +76156,20 @@ let VespaService = class VespaService {
|
|
76152
76156
|
}));
|
76153
76157
|
}
|
76154
76158
|
async push(params, _pinsSettingsList, context) {
|
76159
|
+
var _context_protected;
|
76155
76160
|
var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
|
76156
76161
|
const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', documents } = params;
|
76157
76162
|
const modelEmbeddings = await executePinsList(embeddings, context);
|
76158
76163
|
const results = await this.prepareDocuments(documents);
|
76159
|
-
await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results);
|
76164
|
+
await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
|
76160
76165
|
return results.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid);
|
76161
76166
|
}
|
76162
76167
|
async remove(params, _pinsSettingsList, context) {
|
76168
|
+
var _context_protected;
|
76163
76169
|
var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
|
76164
76170
|
const { baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', selection } = params;
|
76165
76171
|
const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid?selection=${encodeURI(selection)}&cluster=${namespace}`, {
|
76172
|
+
signal: (_context_protected = context.protected) == null ? void 0 : _context_protected.signal,
|
76166
76173
|
method: 'DELETE',
|
76167
76174
|
headers: {
|
76168
76175
|
'Content-Type': 'application/json'
|