@digipair/skill-vespa 0.48.1 → 0.49.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/index.cjs.js CHANGED
@@ -48059,8 +48059,9 @@ var RecursiveCharacterTextSplitter = /*#__PURE__*/ function(TextSplitter) {
48059
48059
  var _process_env_VESPA_SERVER;
48060
48060
  const VESPA_SERVER = (_process_env_VESPA_SERVER = process.env['VESPA_SERVER']) != null ? _process_env_VESPA_SERVER : 'http://localhost:8080';
48061
48061
  let VespaService = class VespaService {
48062
- async searchDocuments(baseUrl, collection, query, options = {}) {
48062
+ async searchDocuments(baseUrl, collection, query, options = {}, signal) {
48063
48063
  const response = await fetch(`${baseUrl}/search/`, {
48064
+ signal,
48064
48065
  method: 'POST',
48065
48066
  body: JSON.stringify(_extends({
48066
48067
  yql: `select * from ${collection} where ${query}`
@@ -48079,11 +48080,11 @@ let VespaService = class VespaService {
48079
48080
  const messages = ((await response.json()).root.children || []).map((child)=>child.id === 'group:root:0' ? child.children[0].children : child.fields);
48080
48081
  return messages;
48081
48082
  }
48082
- async searchParentDocuments(baseUrl, collection, query, options = {}) {
48083
+ async searchParentDocuments(baseUrl, collection, query, options = {}, signal) {
48083
48084
  const documents = [];
48084
48085
  const uuids = [];
48085
48086
  const queryUuids = [];
48086
- const chunks = await this.searchDocuments(baseUrl, collection, query, options);
48087
+ const chunks = await this.searchDocuments(baseUrl, collection, query, options, signal);
48087
48088
  documents.push(...chunks.filter(({ is_parent })=>is_parent));
48088
48089
  uuids.push(...chunks.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid));
48089
48090
  for (const chunk of chunks){
@@ -48092,7 +48093,7 @@ let VespaService = class VespaService {
48092
48093
  }
48093
48094
  }
48094
48095
  if (queryUuids.length > 0) {
48095
- documents.push(...await this.searchDocuments(baseUrl, collection, `uuid in (${queryUuids.map((uuid)=>`"${uuid}"`).join(',')})`, options));
48096
+ documents.push(...await this.searchDocuments(baseUrl, collection, `uuid in (${queryUuids.map((uuid)=>`"${uuid}"`).join(',')})`, options, signal));
48096
48097
  }
48097
48098
  const results = [];
48098
48099
  for (const chunk of chunks){
@@ -48152,11 +48153,12 @@ let VespaService = class VespaService {
48152
48153
  ];
48153
48154
  return result;
48154
48155
  }
48155
- async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents) {
48156
+ async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents, signal) {
48156
48157
  const results = [];
48157
48158
  for (const document of documents){
48158
48159
  const content_embedding = await modelEmbeddings.embedQuery(document.content);
48159
48160
  const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid/${document.uuid}`, {
48161
+ signal,
48160
48162
  method: 'POST',
48161
48163
  body: JSON.stringify({
48162
48164
  fields: _extends({}, document, {
@@ -48172,6 +48174,7 @@ let VespaService = class VespaService {
48172
48174
  return results;
48173
48175
  }
48174
48176
  async find(params, _pinsSettingsList, context) {
48177
+ var _context_protected;
48175
48178
  var _context_privates_VESPA_SERVER;
48176
48179
  const { baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, collection = 'knowledge', limit = 100, orderby = '', query, grouping } = params;
48177
48180
  if (orderby !== '' && !/^([a-zA-Z0-9_-]+)(,\s*[a-zA-Z0-9_-]+)*(\s+(asc|desc))?$/.test(orderby)) {
@@ -48180,10 +48183,11 @@ let VespaService = class VespaService {
48180
48183
  const orderbySecured = orderby === '' ? '' : `order by ${orderby}`;
48181
48184
  const results = await this.searchDocuments(baseUrl, collection, `is_parent = true and userQuery() ${orderbySecured} limit ${parseInt(limit)}` + (grouping ? ` | ${grouping}` : ''), {
48182
48185
  query
48183
- });
48186
+ }, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
48184
48187
  return results;
48185
48188
  }
48186
48189
  async search(params, _pinsSettingsList, context) {
48190
+ var _context_protected;
48187
48191
  var _context_privates_VESPA_SERVER;
48188
48192
  const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, collection = 'knowledge', limit = 100, orderby = '', targetHits = 50, filter = 'true', language, query } = params;
48189
48193
  if (orderby !== '' && !/^([a-zA-Z0-9_-]+)(,\s*[a-zA-Z0-9_-]+)*(\s+(asc|desc))?$/.test(orderby)) {
@@ -48197,7 +48201,7 @@ let VespaService = class VespaService {
48197
48201
  'input.query(q)': queryEmbedding,
48198
48202
  query,
48199
48203
  language
48200
- });
48204
+ }, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
48201
48205
  return results;
48202
48206
  }
48203
48207
  async textSplitter(params, _pinsSettingsList, _context) {
@@ -48214,17 +48218,20 @@ let VespaService = class VespaService {
48214
48218
  }));
48215
48219
  }
48216
48220
  async push(params, _pinsSettingsList, context) {
48221
+ var _context_protected;
48217
48222
  var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
48218
48223
  const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', documents } = params;
48219
48224
  const modelEmbeddings = await engine.executePinsList(embeddings, context);
48220
48225
  const results = await this.prepareDocuments(documents);
48221
- await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results);
48226
+ await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
48222
48227
  return results.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid);
48223
48228
  }
48224
48229
  async remove(params, _pinsSettingsList, context) {
48230
+ var _context_protected;
48225
48231
  var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
48226
48232
  const { baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', selection } = params;
48227
48233
  const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid?selection=${encodeURI(selection)}&cluster=${namespace}`, {
48234
+ signal: (_context_protected = context.protected) == null ? void 0 : _context_protected.signal,
48228
48235
  method: 'DELETE',
48229
48236
  headers: {
48230
48237
  'Content-Type': 'application/json'
package/index.esm.js CHANGED
@@ -75997,8 +75997,9 @@ const preparePinsSettings = async (settings, context)=>{
75997
75997
  var _process_env_VESPA_SERVER;
75998
75998
  const VESPA_SERVER = (_process_env_VESPA_SERVER = process.env['VESPA_SERVER']) != null ? _process_env_VESPA_SERVER : 'http://localhost:8080';
75999
75999
  let VespaService = class VespaService {
76000
- async searchDocuments(baseUrl, collection, query, options = {}) {
76000
+ async searchDocuments(baseUrl, collection, query, options = {}, signal) {
76001
76001
  const response = await fetch(`${baseUrl}/search/`, {
76002
+ signal,
76002
76003
  method: 'POST',
76003
76004
  body: JSON.stringify(_extends({
76004
76005
  yql: `select * from ${collection} where ${query}`
@@ -76017,11 +76018,11 @@ let VespaService = class VespaService {
76017
76018
  const messages = ((await response.json()).root.children || []).map((child)=>child.id === 'group:root:0' ? child.children[0].children : child.fields);
76018
76019
  return messages;
76019
76020
  }
76020
- async searchParentDocuments(baseUrl, collection, query, options = {}) {
76021
+ async searchParentDocuments(baseUrl, collection, query, options = {}, signal) {
76021
76022
  const documents = [];
76022
76023
  const uuids = [];
76023
76024
  const queryUuids = [];
76024
- const chunks = await this.searchDocuments(baseUrl, collection, query, options);
76025
+ const chunks = await this.searchDocuments(baseUrl, collection, query, options, signal);
76025
76026
  documents.push(...chunks.filter(({ is_parent })=>is_parent));
76026
76027
  uuids.push(...chunks.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid));
76027
76028
  for (const chunk of chunks){
@@ -76030,7 +76031,7 @@ let VespaService = class VespaService {
76030
76031
  }
76031
76032
  }
76032
76033
  if (queryUuids.length > 0) {
76033
- documents.push(...await this.searchDocuments(baseUrl, collection, `uuid in (${queryUuids.map((uuid)=>`"${uuid}"`).join(',')})`, options));
76034
+ documents.push(...await this.searchDocuments(baseUrl, collection, `uuid in (${queryUuids.map((uuid)=>`"${uuid}"`).join(',')})`, options, signal));
76034
76035
  }
76035
76036
  const results = [];
76036
76037
  for (const chunk of chunks){
@@ -76090,11 +76091,12 @@ let VespaService = class VespaService {
76090
76091
  ];
76091
76092
  return result;
76092
76093
  }
76093
- async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents) {
76094
+ async pushDocuments(modelEmbeddings, baseUrl, namespace, collection, documents, signal) {
76094
76095
  const results = [];
76095
76096
  for (const document of documents){
76096
76097
  const content_embedding = await modelEmbeddings.embedQuery(document.content);
76097
76098
  const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid/${document.uuid}`, {
76099
+ signal,
76098
76100
  method: 'POST',
76099
76101
  body: JSON.stringify({
76100
76102
  fields: _extends({}, document, {
@@ -76110,6 +76112,7 @@ let VespaService = class VespaService {
76110
76112
  return results;
76111
76113
  }
76112
76114
  async find(params, _pinsSettingsList, context) {
76115
+ var _context_protected;
76113
76116
  var _context_privates_VESPA_SERVER;
76114
76117
  const { baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, collection = 'knowledge', limit = 100, orderby = '', query, grouping } = params;
76115
76118
  if (orderby !== '' && !/^([a-zA-Z0-9_-]+)(,\s*[a-zA-Z0-9_-]+)*(\s+(asc|desc))?$/.test(orderby)) {
@@ -76118,10 +76121,11 @@ let VespaService = class VespaService {
76118
76121
  const orderbySecured = orderby === '' ? '' : `order by ${orderby}`;
76119
76122
  const results = await this.searchDocuments(baseUrl, collection, `is_parent = true and userQuery() ${orderbySecured} limit ${parseInt(limit)}` + (grouping ? ` | ${grouping}` : ''), {
76120
76123
  query
76121
- });
76124
+ }, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
76122
76125
  return results;
76123
76126
  }
76124
76127
  async search(params, _pinsSettingsList, context) {
76128
+ var _context_protected;
76125
76129
  var _context_privates_VESPA_SERVER;
76126
76130
  const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, collection = 'knowledge', limit = 100, orderby = '', targetHits = 50, filter = 'true', language, query } = params;
76127
76131
  if (orderby !== '' && !/^([a-zA-Z0-9_-]+)(,\s*[a-zA-Z0-9_-]+)*(\s+(asc|desc))?$/.test(orderby)) {
@@ -76135,7 +76139,7 @@ let VespaService = class VespaService {
76135
76139
  'input.query(q)': queryEmbedding,
76136
76140
  query,
76137
76141
  language
76138
- });
76142
+ }, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
76139
76143
  return results;
76140
76144
  }
76141
76145
  async textSplitter(params, _pinsSettingsList, _context) {
@@ -76152,17 +76156,20 @@ let VespaService = class VespaService {
76152
76156
  }));
76153
76157
  }
76154
76158
  async push(params, _pinsSettingsList, context) {
76159
+ var _context_protected;
76155
76160
  var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
76156
76161
  const { embeddings = context.privates.MODEL_EMBEDDINGS, baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', documents } = params;
76157
76162
  const modelEmbeddings = await executePinsList(embeddings, context);
76158
76163
  const results = await this.prepareDocuments(documents);
76159
- await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results);
76164
+ await this.pushDocuments(modelEmbeddings, baseUrl, namespace, collection, results, (_context_protected = context.protected) == null ? void 0 : _context_protected.signal);
76160
76165
  return results.filter(({ is_parent })=>is_parent).map(({ uuid })=>uuid);
76161
76166
  }
76162
76167
  async remove(params, _pinsSettingsList, context) {
76168
+ var _context_protected;
76163
76169
  var _context_privates_VESPA_SERVER, _context_privates_VESPA_NAMESPACE, _ref;
76164
76170
  const { baseUrl = (_context_privates_VESPA_SERVER = context.privates.VESPA_SERVER) != null ? _context_privates_VESPA_SERVER : VESPA_SERVER, namespace = (_ref = (_context_privates_VESPA_NAMESPACE = context.privates.VESPA_NAMESPACE) != null ? _context_privates_VESPA_NAMESPACE : process.env['VESPA_NAMESPACE']) != null ? _ref : 'Digipair_default', collection = 'knowledge', selection } = params;
76165
76171
  const response = await fetch(`${baseUrl}/document/v1/${namespace}/${collection}/docid?selection=${encodeURI(selection)}&cluster=${namespace}`, {
76172
+ signal: (_context_protected = context.protected) == null ? void 0 : _context_protected.signal,
76166
76173
  method: 'DELETE',
76167
76174
  headers: {
76168
76175
  'Content-Type': 'application/json'
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@digipair/skill-vespa",
3
- "version": "0.48.1",
3
+ "version": "0.49.0",
4
4
  "dependencies": {},
5
5
  "main": "./index.cjs.js",
6
6
  "module": "./index.esm.js"