@ganju/utils 0.0.20 → 0.0.22

package/src/dataTypes.ts

@@ -65,9 +65,43 @@ export interface DataTableInput {
   access?: DataAccess;
   customerScoped?: boolean;
   history?: boolean;
+  source?: DataTableSource | null;
   columns: DataColumnInput[];
 }
 
+// A table kept in step with a spreadsheet or CSV in the project's knowledge:
+// `key` is the unique column that names a row in both, and the sheet wins.
+// `title` is the file's name when the source was saved, for messages.
+export interface DataTableSource {
+  uri: string;
+  sheet?: string | null;
+  key: string;
+  title?: string | null;
+}
+
+// How the last sync went. A refused one changed nothing.
+export interface DataTableSync {
+  at: string;
+  status: 'ok' | 'failed';
+  inserted: number;
+  updated: number;
+  deleted: number;
+  unchanged: number;
+  error: string | null;
+  // The version of the file (its stored time) the rows were last made from.
+  // A sync of an older one is skipped, so two that overlap can't leave the
+  // older sheet's rows.
+  version?: string | null;
+  // Only in a sync's answer: skipped, an older file than the rows already are.
+  stale?: boolean;
+}
+
+// Who a sync's changes are made by, in row history and trigger events.
+export const DATA_SHEET_SYNC_ACTOR = 'system:sheet-sync';
+// A source file is read whole, so it stays small.
+export const DATA_SHEET_MAX_BYTES = 5 * 1024 * 1024;
+export const DATA_SHEET_MAX_ROWS = 20_000;
+
 // A column as the database object stores it: the input plus its stable id,
 // which names its indexes and constraints so a rename never orphans them.
 export interface DataColumn {
@@ -100,6 +134,9 @@ export interface DataTable {
   history: boolean;
   position: number;
   columns: DataColumn[];
+  // Set while the table is synced from a sheet: its rows are then read-only.
+  source?: DataTableSource | null;
+  sync?: DataTableSync | null;
 }
 
 export interface DataSchema {
@@ -138,11 +175,33 @@ export interface DataCallerLimits {
   readOnly?: boolean;
 }
 
+// What one query on a table did: the columns it filtered and sorted on, and
+// how many rows it read to return how many. The API sums them per column for
+// a week to suggest indexes.
+export interface DataQueryShape {
+  table: string;
+  filtered: string[];
+  sorted: string[];
+  rowsRead: number;
+  returned: number;
+}
+
+// Rows one write operation wrote to a table, which tells a write-heavy table.
+export interface DataWriteShape {
+  table: string;
+  rowsWritten: number;
+}
+
 export interface DataUsage {
   rowsRead: number;
   rowsWritten: number;
+  queries?: DataQueryShape[];
+  writes?: DataWriteShape[];
 }
 
+// At most this many shapes travel back with one call.
+export const DATA_MAX_USAGE_SHAPES = 20;
+
 export const DATA_ERROR_CODES = [
   'invalid',
   'not_found',
@@ -278,6 +337,46 @@ export interface DataDeleteImpact {
   truncated: boolean;
 }
 
+// A file column links a knowledge item by its uri. Reads return it as
+// { uri }, which the workers fill with the item's title and type.
+export const DATA_FILE_URI_MAX = 2048;
+export const DATA_FILE_LINKS_MAX_URIS = 500;
+
+export interface DataFileValue {
+  uri: string;
+  // The item's id and size: only in the dashboard's reads, for previews.
+  id?: string;
+  size?: number;
+  title?: string;
+  mimeType?: string;
+  // No knowledge item has this uri any more.
+  missing?: true;
+}
+
+// The rows whose file columns point at some uris, per column.
+export interface DataFileLinks {
+  links: {
+    table: string;
+    tableLabel: string | null;
+    column: string;
+    columnLabel: string | null;
+    required: boolean;
+    rows: number;
+  }[];
+}
+
+export interface DataFileLinkChange {
+  from: string;
+  // null clears the link.
+  to: string | null;
+}
+
+export interface DataFileLinksReplaced {
+  updated: number;
+  // Required columns can't be emptied: their links stay, and show as missing.
+  kept: { table: string; column: string; rows: number }[];
+}
+
 // A table copy running in the background, as callers see it.
 export interface DataTableCopy {
   table: string;
@@ -302,6 +401,15 @@ export const toTableInput = (table: DataTable): DataTableInput => ({
   access: table.access,
   customerScoped: table.customerScoped,
   history: table.history,
+  ...(table.source
+    ? {
+        source: {
+          uri: table.source.uri,
+          ...(table.source.sheet ? { sheet: table.source.sheet } : {}),
+          key: table.source.key
+        }
+      }
+    : {}),
   columns: table.columns.map(column => {
     const out: DataColumnInput = { name: column.name, type: column.type };
     if (column.label) out.label = column.label;

package/src/index.ts

@@ -129,6 +129,8 @@ import { oauthProviders } from './oauthProviders';
 import type { OAuthProviderConfig } from './oauthProviders';
 import { resolveAttachment } from './attachment';
 import { isExposedResource } from './exposedResource';
+import { dataAttachmentOf, skipsIndexing } from './dataAttachment';
+import type { DataAttachment } from './dataAttachment';
 import type { ExposableResource } from './exposedResource';
 import {
   isSyncableResource,
@@ -270,9 +272,11 @@ import type {
 import {
   wrapUntrustedContent,
   unwrapUntrustedContent,
+  stripUntrustedMarks,
   isUntrustedToolResult,
   findInstructionLikeText,
   UNTRUSTED_CONTENT_TAG,
+  UNTRUSTED_CONTENT_MARK_PATTERN,
   UNTRUSTED_CONTENT_META_KEY,
   UNTRUSTED_CONTENT_NOTE,
   INSTRUCTION_WARNING_METADATA_KEY,
@@ -391,6 +395,10 @@ import {
   cleanWhatsappTemplateParam,
   whatsappSendError
 } from './whatsappTemplates';
+import {
+  whatsappMessageChange,
+  whatsappAccountChanges
+} from './whatsappWebhook';
 import type {
   WhatsappTemplateCategory,
   WhatsappTemplateDraft,
@@ -428,6 +436,8 @@ export const utils = {
   whatsappTemplateSendable,
   cleanWhatsappTemplateParam,
   whatsappSendError,
+  whatsappMessageChange,
+  whatsappAccountChanges,
   getEnv,
   fetcher,
   constants,
@@ -485,6 +495,8 @@ export const utils = {
   oauthProviders,
   resolveAttachment,
   isExposedResource,
+  dataAttachmentOf,
+  skipsIndexing,
   isSyncableResource,
   isResourceSyncInProgress,
   resourceSyncProvider,
@@ -566,9 +578,11 @@ export const utils = {
   stableJson,
   wrapUntrustedContent,
   unwrapUntrustedContent,
+  stripUntrustedMarks,
   isUntrustedToolResult,
   findInstructionLikeText,
   UNTRUSTED_CONTENT_TAG,
+  UNTRUSTED_CONTENT_MARK_PATTERN,
   UNTRUSTED_CONTENT_META_KEY,
   UNTRUSTED_CONTENT_NOTE,
   INSTRUCTION_WARNING_METADATA_KEY,
@@ -730,6 +744,7 @@ export type {
   AttachmentResource,
   ResolvedAttachment,
   ResolveAttachmentResult,
+  DataAttachment,
   ExposableResource,
   SyncableResource,
   ResourceSyncProvider,

package/src/localizeDataError.ts

@@ -39,6 +39,21 @@ const guardSuffix = (suffix: string): string => {
   return suffix;
 };
 
+// Meta's other template statuses, as the refusal writes them.
+const TEMPLATE_STATUS_ES: Record<string, string> = {
+  paused: 'pausada',
+  disabled: 'desactivada',
+  flagged: 'marcada',
+  'in appeal': 'en apelación',
+  'pending deletion': 'pendiente de eliminación',
+  deleted: 'eliminada',
+  'limit exceeded': 'por encima del límite'
+};
+
+// "The WhatsApp template x (es)", as a channel's refusal names it.
+const templateLabel = (label: string): string =>
+  label.replace(/^The WhatsApp template /, 'La plantilla de WhatsApp ');
+
 export const DATA_ERROR_MESSAGES_ES: Record<string, string | Render> = {
   'Unknown column "{0}" in {1}. Columns: {2}.':
     'Columna desconocida "{0}" en {1}. Columnas: {2}.',
@@ -124,8 +139,22 @@ export const DATA_ERROR_MESSAGES_ES: Record<string, string | Render> = {
   '{0}: "min" is a number.': '{0}: "min" es un número.',
   "{0}: a {1} column can't be unique.":
     '{0}: una columna {1} no puede ser única.',
-  '{0}: only text columns can be searchable (text, long_text, email, url, phone, enum).':
-    '{0}: solo las columnas de texto pueden ser buscables (text, long_text, email, url, phone, enum).',
+  '{0}: only text and file columns can be searchable (text, long_text, email, url, phone, enum, file).':
+    '{0}: solo las columnas de texto y de archivo pueden ser buscables (text, long_text, email, url, phone, enum, file).',
+  "{0} takes a knowledge item's uri, e.g. resource://menu-photo.":
+    '{0} lleva el uri de un elemento del conocimiento, p. ej. resource://menu-photo.',
+  '{0}: a uri is at most {1} characters.':
+    '{0}: un uri tiene como máximo {1} caracteres.',
+  '"uris" lists 1 to {0} knowledge item uris.':
+    '"uris" lista de 1 a {0} uris de elementos del conocimiento.',
+  'No resource in this project has the uri {0}; link an existing resource by its uri.':
+    'Ningún recurso de este proyecto tiene el uri {0}; enlaza un recurso que exista por su uri.',
+  'File links are for the owner.':
+    'Los enlaces a archivos son para el dueño.',
+  '"changes" lists 1 to {0} { from, to } pairs.':
+    '"changes" lista de 1 a {0} pares { from, to }.',
+  'Each change is { from, to }; to is null to clear.':
+    'Cada cambio es { from, to }; to es null para quitar el enlace.',
   '{0}: a column named "rank" can\'t be searchable; rename it (e.g. "ranking").':
     '{0}: una columna llamada "rank" no puede ser buscable; cámbiale el nombre (p. ej. "ranking").',
   "{0}: a {1} column can't be filterable; mark it searchable instead.":
@@ -395,7 +424,24 @@ export const DATA_ERROR_MESSAGES_ES: Record<string, string | Render> = {
   'A trigger is an object.': 'Un disparador es un objeto.',
   'There is no table named {0}.': 'No hay ninguna tabla llamada {0}.',
   'A trigger needs "table".': 'Un disparador necesita "table".',
-  '"on" is insert, update or delete.': '"on" es insert, update o delete.',
+  '"on" is insert, update, delete or time.':
+    '"on" es insert, update, delete o time.',
+  // Time triggers.
+  '"after" is for "on": "time" only.': '"after" es solo para "on": "time".',
+  'A time trigger needs "after": { "column", "minutes" }, such as { "column": "created_at", "minutes": 30 }.':
+    'Un disparador por tiempo necesita "after": { "column", "minutes" }, por ejemplo { "column": "created_at", "minutes": 30 }.',
+  '"after.column" is created_at, updated_at or a date or datetime column of {0}.':
+    '"after.column" es created_at, updated_at o una columna de fecha o de fecha y hora de {0}.',
+  '"after.minutes" is a whole number of minutes from {0} to {1} (30 days), negative for before the column\'s time.':
+    '"after.minutes" es un número entero de minutos de {0} a {1} (30 días), negativo para antes de la hora de la columna.',
+  '"after.minutes" can\'t be negative on {0}: that time has already passed when the row is written. Use a date or datetime column for a reminder before.':
+    '"after.minutes" no puede ser negativo en {0}: esa hora ya pasó cuando se escribe la fila. Usa una columna de fecha o de fecha y hora para un recordatorio antes.',
+  '"when".{0}.{1}: a time trigger reads the row as it is when it comes due, so its tests are "equals" only.':
+    '"when".{0}.{1}: un disparador por tiempo lee la fila tal como está cuando se cumple el plazo, así que sus pruebas son solo "equals".',
+  'A database holds up to {0} time triggers.':
+    'Una base de datos tiene hasta {0} disparadores por tiempo.',
+  '{0}.{1} stays a date or datetime while time triggers count from it ({2}); change or delete them first.':
+    '{0}.{1} debe seguir siendo de fecha o de fecha y hora mientras haya disparadores por tiempo que cuenten desde ella ({2}); cámbialos o elimínalos primero.',
   "A trigger's name is lowercase letters, digits, _ and -, starting with a letter.":
     'El nombre de un disparador usa minúsculas, dígitos, _ y -, empezando por una letra.',
   '"rateLimit" is 1 to {0} runs a minute.':
@@ -469,6 +515,9 @@ export const DATA_ERROR_MESSAGES_ES: Record<string, string | Render> = {
   'Type the table\'s name, "{0}", to drop it.':
     'Escribe el nombre de la tabla, "{0}", para eliminarla.',
   'There is no such run.': 'No existe esa ejecución.',
+  'There is no such index suggestion.': 'No existe esa sugerencia de índice.',
+  'An unused index is only flagged; remove it from the column if you want to, or dismiss the suggestion.':
+    'Un índice sin uso solo se señala; quítalo de la columna si quieres, o descarta la sugerencia.',
   'Only a failed or skipped run can be tried again.':
     'Solo se puede reintentar una ejecución fallida u omitida.',
   'This run kept no event to send again.':
@@ -516,7 +565,137 @@ export const DATA_ERROR_MESSAGES_ES: Record<string, string | Render> = {
   '"{0}" is reserved by SQLite; pick another column name (e.g. "{1}_ref").':
     '"{0}" está reservado por SQLite; elige otro nombre de columna (p. ej. "{1}_ref").',
   '"{0}" is a column every table already has.':
-    '"{0}" es una columna que ya tienen todas las tablas.'
+    '"{0}" es una columna que ya tienen todas las tablas.',
+  // A test send of a trigger's customer message.
+  "You haven't linked a chat with this project's bots: write to the bot from your own phone and send /link.":
+    'No has vinculado un chat con los bots de este proyecto: escríbele al bot desde tu propio teléfono y envía /link.',
+  "{0} isn't one of your linked chats with this project's bots.":
+    '{0} no es uno de tus chats vinculados con los bots de este proyecto.',
+  'Several of your chats are linked to this project\'s bots; pick one with "participantId".':
+    'Varios de tus chats están vinculados con los bots de este proyecto; elige uno con "participantId".',
+  "This organization's plan no longer includes Data, so its triggers are paused and can't be tested. Upgrade to Pro to send a test.":
+    'El plan de esta organización ya no incluye Datos, así que sus disparadores están en pausa y no se pueden probar. Pasa a Pro para enviar una prueba.',
+  '{0} has no rows yet; add one to build the test from.':
+    '{0} aún no tiene filas; agrega una para armar la prueba.',
+  'Reading a row as its trigger event is for the project owner.':
+    'Leer una fila como su evento de disparador es solo para el dueño del proyecto.',
+  // The channel's refusals, which a test send answers with.
+  "This channel's credentials can't be read; connect it again.":
+    'No se pueden leer las credenciales de este canal; conéctalo de nuevo.',
+  'A message needs "text".': 'Un mensaje necesita "text".',
+  'A message is at most {0} characters.':
+    'Un mensaje tiene como máximo {0} caracteres.',
+  '{0} refused the message: {1}': '{0} rechazó el mensaje: {1}',
+  '{0} refused the message.': '{0} rechazó el mensaje.',
+  "Ganju can't send messages on {0} channels.":
+    'Ganju no puede enviar mensajes en canales de {0}.',
+  'WhatsApp: {0}': 'WhatsApp: {0}',
+  'The {0} channel is paused.': 'El canal de {0} está en pausa.',
+  "{0} isn't on this channel's WhatsApp Business account. Create it in the channel's Message templates, or check its name and language.":
+    a =>
+      `${templateLabel(a[0])} no está en la cuenta de WhatsApp Business de este canal. Créala en Plantillas de mensajes del canal, o revisa su nombre e idioma.`,
+  '{0} {1}; only approved templates can be sent.': a => {
+    const whole = `${a[0]} ${a[1]}`;
+    const m =
+      /^(The WhatsApp template [\s\S]+? \([^)]*\)) (is still in Meta's review|was rejected by Meta|is ([\s\S]+?) by Meta)( \([\s\S]*\))?$/.exec(
+        whole
+      );
+    if (!m) return `${whole}; solo se pueden enviar plantillas aprobadas.`;
+    const why = m[2].startsWith('is still')
+      ? 'sigue en revisión de Meta'
+      : m[2].startsWith('was rejected')
+        ? 'fue rechazada por Meta'
+        : `está ${TEMPLATE_STATUS_ES[m[3]] ?? `en el estado ${m[3]}`} por Meta`;
+    return `${templateLabel(m[1])} ${why}${m[4] ?? ''}; solo se pueden enviar plantillas aprobadas.`;
+  },
+  "{0} has a media header, a header variable or a button that takes a value; Ganju only fills the message's variables. Make a version without them.":
+    a =>
+      `${templateLabel(a[0])} tiene un encabezado con archivo, una variable en el encabezado o un botón que recibe un valor; Ganju solo llena las variables del mensaje. Haz una versión sin ellos.`,
+  "There is no customer {0} on this project's channels.":
+    'No hay ningún cliente {0} en los canales de este proyecto.',
+  'A message needs "text", a "template", or both.':
+    'Un mensaje necesita "text", una "template", o ambos.',
+  'This customer has never written to the bot privately, so there is no chat to message them in.':
+    'Este cliente nunca le ha escrito al bot en privado, así que no hay un chat donde escribirle.',
+  "This customer already got the channel's {0} messages for the last 24 hours.":
+    'Este cliente ya recibió los {0} mensajes del canal de las últimas 24 horas.',
+  "Outside WhatsApp's 24-hour window (this customer last wrote more than 24 hours ago); use an approved template.":
+    'Fuera de la ventana de 24 horas de WhatsApp (este cliente escribió por última vez hace más de 24 horas); usa una plantilla aprobada.',
+  'Templates are for WhatsApp; {0} takes "text".':
+    'Las plantillas son para WhatsApp; {0} recibe "text".',
+  'The WhatsApp template {0} has {1} variable; {2} value was given.':
+    'La plantilla de WhatsApp {0} tiene {1} variable; se dio {2} valor.',
+  'The WhatsApp template {0} has {1} variable; {2} values were given.':
+    'La plantilla de WhatsApp {0} tiene {1} variable; se dieron {2} valores.',
+  'The WhatsApp template {0} has {1} variables; {2} value was given.':
+    'La plantilla de WhatsApp {0} tiene {1} variables; se dio {2} valor.',
+  'The WhatsApp template {0} has {1} variables; {2} values were given.':
+    'La plantilla de WhatsApp {0} tiene {1} variables; se dieron {2} valores.',
+  // Tables synced from a sheet
+  '{0} is synced from "{1}"; change the sheet, or stop syncing it.':
+    '{0} se sincroniza desde "{1}"; cambia la hoja, o deja de sincronizarla.',
+  '"source" is { "uri", "sheet"?, "key" }, or null to stop syncing.':
+    '"source" es { "uri", "sheet"?, "key" }, o null para dejar de sincronizar.',
+  '"source" takes uri, sheet and key, not "{0}".':
+    '"source" recibe uri, sheet y key, no "{0}".',
+  '"source.uri" is the uri of a spreadsheet or CSV in the project\'s knowledge.':
+    '"source.uri" es el uri de una hoja de cálculo o un CSV en el conocimiento del proyecto.',
+  '"source.sheet" is the name of a sheet in the file, up to 100 characters.':
+    '"source.sheet" es el nombre de una hoja del archivo, de hasta 100 caracteres.',
+  '"source.key" is the column that names a row in both the sheet and {0}. Columns: {1}.':
+    '"source.key" es la columna que identifica una fila tanto en la hoja como en {0}. Columnas: {1}.',
+  '{0}.{1} must be unique to be the sync key.':
+    '{0}.{1} debe ser única para ser la clave de la sincronización.',
+  '{0}.{1} is the key the sheet sync matches rows by, so it stays unique.':
+    '{0}.{1} es la clave con la que la sincronización empareja las filas, así que sigue siendo única.',
+  "{0}.{1} is the sheet sync's key: rename it on its own, then make the other changes.":
+    '{0}.{1} es la clave de la sincronización: cámbiale el nombre por separado, y luego haz los demás cambios.',
+  '{0}.{1} is the key the sheet sync matches rows by; stop syncing the table, or pick another key, first.':
+    '{0}.{1} es la clave con la que la sincronización empareja las filas; primero deja de sincronizar la tabla, o elige otra clave.',
+  "{0} isn't synced from a sheet.": '{0} no se sincroniza desde una hoja.',
+  'A sync takes "columns" and "rows".':
+    'Una sincronización recibe "columns" y "rows".',
+  "The sheet has no column for {0}'s key, {1}.":
+    'La hoja no tiene una columna para la clave de {0}, {1}.',
+  'The sheet has no column for {0}, which is required.':
+    'La hoja no tiene una columna para {0}, que es obligatoria.',
+  'The sheet has no column for {0}, which are required.':
+    'La hoja no tiene columnas para {0}, que son obligatorias.',
+  'The sheet has {0} rows; a synced table takes up to {1}.':
+    'La hoja tiene {0} filas; una tabla sincronizada recibe hasta {1}.',
+  'Line {0}: {1}': (a, t) => `Línea ${a[0]}: ${t(a[1])}`,
+  'A row is an object of column: value.':
+    'Una fila es un objeto de columna: valor.',
+  'The key, {0}, is empty.': 'La clave, {0}, está vacía.',
+  '{0} {1} is already on line {2}; each line of the sheet needs its own key.':
+    '{0} {1} ya está en la línea {2}; cada línea de la hoja necesita su propia clave.',
+  'Rows in {0} still point at a row the sheet no longer has ({1}.{2}); put them back in the sheet, or change those rows first.':
+    'Filas de {0} todavía apuntan a una fila que la hoja ya no tiene ({1}.{2}); vuelve a ponerla en la hoja, o cambia esas filas primero.',
+  'Rows in {0} still point at {1} rows the sheet no longer has ({2}.{3}); put them back in the sheet, or change those rows first.':
+    'Filas de {0} todavía apuntan a {1} filas que la hoja ya no tiene ({2}.{3}); vuelve a ponerlas en la hoja, o cambia esas filas primero.',
+  "There is no file {0} in the project's knowledge.":
+    'No hay ningún archivo {0} en el conocimiento del proyecto.',
+  '{0} is {1}; a table syncs from a spreadsheet or CSV.':
+    '{0} es {1}; una tabla se sincroniza desde una hoja de cálculo o un CSV.',
+  "{0} is no longer in the project's knowledge; pick the file again, or stop syncing {1}.":
+    '{0} ya no está en el conocimiento del proyecto; vuelve a elegir el archivo, o deja de sincronizar {1}.',
+  '{0} is over {1} MB; a synced table reads files up to that size.':
+    '{0} pesa más de {1} MB; una tabla sincronizada lee archivos de hasta ese tamaño.',
+  'The sheet could not be read; try "Sync now" again in a few minutes.':
+    'No se pudo leer la hoja; vuelve a intentar "Sincronizar ahora" en unos minutos.',
+  "{0} can't be both customer-scoped and synced from a sheet: synced rows have no customer, so the bots wouldn't see them.":
+    '{0} no puede estar limitada al cliente y a la vez sincronizarse desde una hoja: las filas sincronizadas no tienen cliente, así que los bots no las verían.',
+  'Can\'t delete: it would change a row of {0} ({1}.{2}), which is synced from "{3}"; change the sheet first, or stop syncing it.':
+    'No se puede eliminar: cambiaría una fila de {0} ({1}.{2}), que se sincroniza desde "{3}"; primero cambia la hoja, o deja de sincronizarla.',
+  'Can\'t delete: it would change {0} rows of {1} ({2}.{3}), which is synced from "{4}"; change the sheet first, or stop syncing it.':
+    'No se puede eliminar: cambiaría {0} filas de {1} ({2}.{3}), que se sincroniza desde "{4}"; primero cambia la hoja, o deja de sincronizarla.',
+  '{0} has no sheet "{1}". Sheets: {2}.': '{0} no tiene una hoja "{1}". Hojas: {2}.',
+  '{0} is over {1} MB.': '{0} pesa más de {1} MB.',
+  '{0} is {1}; a table reads CSV and Excel files.':
+    '{0} es {1}; una tabla lee archivos CSV y de Excel.',
+  'A post needs "chatId".': 'Una publicación necesita "chatId".',
+  'WhatsApp has no group chats for bots; message a customer with send().':
+    'WhatsApp no tiene chats de grupo para bots; escríbele a un cliente con send().'
 };
 
 interface Compiled {

package/src/schema.ts

@@ -418,6 +418,14 @@ const ARTIFACT_SYNC_ONE_DRIVE = z.object({
   organizationId: z.uuid()
 });
 
+// A knowledge item uploaded from a Data row: which file column it was for,
+// and whether it is indexed for search too (the column's searchable switch).
+const DATA_ATTACHMENT_METADATA = z.object({
+  table: z.string().min(1).max(64),
+  column: z.string().min(1).max(64),
+  index: z.boolean()
+});
+
 const ARTIFACT_CREATE_RESOURCE = z.object({
   title: z.string().min(3).max(200),
   uri: z.string(),
@@ -529,6 +537,20 @@ const ARTIFACT_GET_RESOURCE_BY_ID = z.object({
   organizationId: z.uuid()
 });
 
+// The knowledge items a Data file column can link, newest first.
+const ARTIFACT_PICK_RESOURCE = z.object({
+  projectId: z.uuid(),
+  userId: z.uuid(),
+  organizationId: z.uuid(),
+  q: z.string().trim().max(200).optional(),
+  limit: z.coerce.number().int().min(1).max(50).default(20),
+  // Only spreadsheets and CSV, for a table's sheet source.
+  tabular: z
+    .enum(['1', 'true'])
+    .optional()
+    .transform(v => v !== undefined)
+});
+
 const ARTIFACT_REMOVE_RESOURCE = z.object({
   resourceId: z.uuid(),
   projectId: z.uuid(),
@@ -585,6 +607,14 @@ const DATA_COLUMN_INPUT = z.strictObject({
 });
 
 // The CLI's schema file holds a list of these.
+// A spreadsheet or CSV in the project's knowledge the table's rows come
+// from, matched by `key`. Null stops syncing.
+const DATA_TABLE_SOURCE = z.strictObject({
+  uri: z.string().min(1).max(2048),
+  sheet: z.string().trim().min(1).max(100).nullable().optional(),
+  key: DATA_IDENTIFIER
+});
+
 const DATA_TABLE_INPUT = z.strictObject({
   name: DATA_IDENTIFIER,
   label: DATA_TEXT(DATA_MAX_LABEL),
@@ -593,6 +623,7 @@ const DATA_TABLE_INPUT = z.strictObject({
   access: z.enum(DATA_ACCESS_LEVELS).optional(),
   customerScoped: z.boolean().optional(),
   history: z.boolean().optional(),
+  source: DATA_TABLE_SOURCE.nullable().optional(),
   columns: z.array(DATA_COLUMN_INPUT).max(DATA_MAX_COLUMNS)
 });
 
@@ -798,9 +829,18 @@ const DATA_TRIGGER_INPUT = z.strictObject({
   name: DATA_TRIGGER_NAME.optional(),
   description: z.string().max(300).nullish(),
   table: DATA_IDENTIFIER,
-  on: z.enum(['insert', 'update', 'delete']),
+  on: z.enum(['insert', 'update', 'delete', 'time']),
+  // With "time": fires this many minutes after the column's time (negative:
+  // before it). The column is created_at, updated_at or a date / datetime.
+  after: z
+    .strictObject({
+      column: DATA_IDENTIFIER,
+      minutes: z.number().int().min(-43_200).max(43_200)
+    })
+    .nullish(),
   // { column: { changedTo | changedFrom | equals: value, changed: true } },
-  // combined with { all: [...] } or { any: [...] }.
+  // combined with { all: [...] } or { any: [...] }. A time trigger takes
+  // equals only.
   when: z.record(z.string(), z.unknown()).nullish(),
   enabled: z.boolean().optional(),
   // false: refuse to save over an existing trigger of this name.
@@ -834,6 +874,17 @@ const DATA_TRIGGER_PATCH = z.strictObject({ enabled: z.boolean() });
 const DATA_TRIGGER_DEPLOY_BODY = z.strictObject({
   triggers: z.array(DATA_TRIGGER_INPUT).max(50)
 });
+// A test of a "customer" action as the dialog has it, sent to the signed-in
+// owner's own chat with the bot, built from one row (the newest by default).
+const DATA_TRIGGER_TEST_SEND_BODY = z.strictObject({
+  table: DATA_IDENTIFIER,
+  customer: DATA_TRIGGER_INPUT.shape.customer.unwrap(),
+  rowId: z.number().int().min(1).optional(),
+  // Which of the owner's linked chats, when there is more than one.
+  participantId: z.string().min(1).max(64).optional(),
+  // Send the template even inside WhatsApp's 24-hour window.
+  asTemplate: z.boolean().optional()
+});
 const DATA_TRIGGER_RUN_LIST_QUERY = z.object({
   limit: z.coerce.number().int().min(1).max(50).optional()
 });
@@ -848,6 +899,8 @@ const DATA_TRIGGER_PATH_PARAMS = DATA_DATABASE_GET.extend({ name: DATA_TRIGGER_N
 const DATA_TRIGGER_RUN_PARAMS = DATA_TRIGGER_PATH_PARAMS.extend({
   runId: z.string().min(1).max(64)
 });
+// An index suggestion, by its id.
+const DATA_INDEX_ADVICE_PARAMS = DATA_DATABASE_GET.extend({ adviceId: z.uuid() });
 
 const ARTIFACT_UPLOAD_RESOURCE_FILE = z.object({
   resourceId: z.uuid(),
@@ -2150,6 +2203,8 @@ export const Schema = {
   ARTIFACT_GET_PROMPT,
   ARTIFACT_REMOVE_PROMPT,
   ARTIFACT_CREATE_RESOURCE,
+  DATA_ATTACHMENT_METADATA,
+  ARTIFACT_PICK_RESOURCE,
   ARTIFACT_CREATE_RESOURCE_VIEW,
   ARTIFACT_CREATE_WEBSITE,
   ARTIFACT_CREATE_WEBSITE_VIEW,
@@ -2169,6 +2224,7 @@ export const Schema = {
   DATA_DATABASE_CREATE,
   DATA_DATABASE_DELETE,
   DATA_COLUMN_INPUT,
+  DATA_TABLE_SOURCE,
   DATA_TABLE_INPUT,
   DATA_TABLE_PATCH,
   DATA_COLUMN_PATCH,
@@ -2196,9 +2252,11 @@ export const Schema = {
   DATA_TRIGGER_INPUT,
   DATA_TRIGGER_PATCH,
   DATA_TRIGGER_DEPLOY_BODY,
+  DATA_TRIGGER_TEST_SEND_BODY,
   DATA_TRIGGER_RUN_LIST_QUERY,
   DATA_TRIGGER_PATH_PARAMS,
   DATA_TRIGGER_RUN_PARAMS,
+  DATA_INDEX_ADVICE_PARAMS,
   DATA_COLUMN_PARAMS,
   DATA_ROW_PARAMS,
   ARTIFACT_REMOVE_RESOURCE,

package/src/untrustedContent.ts

@@ -121,6 +121,21 @@ export const unwrapUntrustedContent = (text: string): string => {
   return match ? match[2] : text;
 };
 
+// Either line wrapUntrustedContent adds around a block, with the newline that
+// joins it to the body. A `<` of ours inside a body was escaped, so every
+// match is a real mark. A source string so SQL can strip the same marks.
+export const UNTRUSTED_CONTENT_MARK_PATTERN =
+  `\\n?<${UNTRUSTED_CONTENT_TAG} id="[0-9a-f]+" source="[^"]*">\\n?` +
+  `|\\n?</${UNTRUSTED_CONTENT_TAG} id="[0-9a-f]+">`;
+
+/**
+ * Text with the marks around every wrapped block removed and the bodies kept,
+ * for showing a recorded result to a person: an error that quotes an
+ * endpoint's answer reads as the message and the answer.
+ */
+export const stripUntrustedMarks = (text: string): string =>
+  text.replace(new RegExp(UNTRUSTED_CONTENT_MARK_PATTERN, 'g'), '\n').trim();
+
 /** Whether a tool result carries the flag set by the server that ran it. */
 export const isUntrustedToolResult = (result: unknown): boolean => {
   if (!result || typeof result !== 'object') return false;

package/src/whatsappWebhook.ts

@@ -0,0 +1,55 @@
+// What one WhatsApp channel takes from a webhook. A Meta app sends every
+// number's events to each of its callbacks, signed with the same app secret,
+// so a channel keeps only what was addressed to its own number and business
+// account; otherwise another channel's bot answers its messages.
+
+export interface WhatsappWebhookChange<V> {
+  field?: string;
+  value?: V;
+}
+
+export interface WhatsappWebhookEnvelope<V> {
+  entry?: Array<{ id?: string; changes?: Array<WhatsappWebhookChange<V>> }>;
+}
+
+export interface WhatsappAddressedValue {
+  metadata?: { phone_number_id?: string };
+  messages?: unknown[];
+}
+
+/**
+ * The change carrying a message for this channel's number, wherever Meta put
+ * it in the batch. A change that doesn't say which number it's for is kept.
+ */
+export const whatsappMessageChange = <V extends WhatsappAddressedValue>(
+  payload: WhatsappWebhookEnvelope<V>,
+  phoneNumberId: string
+): V | undefined =>
+  (payload.entry ?? [])
+    .flatMap(entry => entry.changes ?? [])
+    .find(change => {
+      const value = change.value;
+      if (!value?.messages?.length) return false;
+      const to = value.metadata?.phone_number_id;
+      return !to || to === phoneNumberId;
+    })?.value;
+
+/**
+ * The changes with one of `fields` from this channel's business account. An
+ * entry without an id, or a channel that hasn't saved its account, keeps
+ * them: template events only touch the channel's own stored templates.
+ */
+export const whatsappAccountChanges = <V>(
+  payload: WhatsappWebhookEnvelope<V>,
+  businessAccountId: string | undefined,
+  fields: readonly string[]
+): WhatsappWebhookChange<V>[] =>
+  (payload.entry ?? [])
+    .filter(
+      entry => !entry.id || !businessAccountId || entry.id === businessAccountId
+    )
+    .flatMap(entry =>
+      (entry.changes ?? []).filter(
+        change => !!change.field && fields.includes(change.field)
+      )
+    );