@datalayer/agent-runtimes 1.3.56 → 1.3.57

package/lib/loop/apps/appspec.js

@@ -106,7 +106,12 @@ export function emptyAppspec(kind = 'chat') {
             settings: [],
             components: [],
         },
-        tests: { readyAt: DEFAULT_READY_AT, evalset: '', cases: [] },
+        tests: {
+            readyAt: DEFAULT_READY_AT,
+            evalset: '',
+            cases: [],
+            verified: { live: [], recorded: [], unverified: [] },
+        },
         record: {
             keepFor: DEFAULT_KEEP_FOR,
             retentionDays: retentionDays(DEFAULT_KEEP_FOR),
@@ -315,6 +320,7 @@ export function parseAppspec(document) {
     const permissions = isData(data.permissions) ? data.permissions : {};
     const computer = isData(permissions.computer) ? permissions.computer : {};
     const tests = isData(data.tests) ? data.tests : {};
+    const verified = isData(tests.verified) ? tests.verified : {};
     const record = isData(data.record) ? data.record : {};
     const checks = isData(data.checks) ? data.checks : {};
     const keepFor = text(record.keep_for, DEFAULT_KEEP_FOR);
@@ -359,6 +365,11 @@ export function parseAppspec(document) {
                 ask: text(testCase.ask),
                 expect: text(testCase.expect),
             })),
+            verified: {
+                live: texts(verified.live),
+                recorded: texts(verified.recorded),
+                unverified: texts(verified.unverified),
+            },
         },
         record: {
             keepFor,
@@ -559,7 +570,11 @@ export function dumpAppspec(app) {
         .list('cases', app.tests.cases.map(testCase => ({
         ask: testCase.ask,
         expect: testCase.expect,
-    }))).data)
+    })))
+        .part('verified', new Writer()
+        .list('live', app.tests.verified.live)
+        .list('recorded', app.tests.verified.recorded)
+        .list('unverified', app.tests.verified.unverified).data).data)
         .part('record', new Writer()
         .text('keep_for', app.record.keepFor, DEFAULT_KEEP_FOR)
         .list('include', app.record.include, DEFAULT_RECORD_INCLUDE)

package/lib/specs/apps.js

@@ -90,6 +90,17 @@ export const CUSTOMER_INTERVIEW_APP_0_0_1 = {
                 expect: 'It gives the goal, the insights each with its quote, and the questions left open.',
             },
         ],
+        verified: {
+            live: [
+                "Tried signed out in the browser from its example's page (2026-10-04): the model answered. Its Python code did not run there.",
+            ],
+            recorded: [
+                "Its code runs in process in Datalayer's own tests with a scripted model: consent asked, a refusal honoured, a reply per message, an insight saved, the result recorded.",
+            ],
+            unverified: [
+                'Its agent is switched off in the catalogue: its code has not run with a real model, and its tests have not been run.',
+            ],
+        },
     },
     record: {
         keepFor: '1_years',
@@ -169,6 +180,14 @@ export const DATA_QUALITY_APP_0_0_1 = {
         readyAt: 0.8,
         evalset: '',
         cases: [],
+        verified: {
+            live: [],
+            recorded: [],
+            unverified: [
+                'It has not decided live: no dataset has been measured for it.',
+                'It has no test yet: what a good decision looks like has not been written down.',
+            ],
+        },
     },
     record: {
         keepFor: '1_years',
@@ -360,6 +379,16 @@ export const INBOX_TRIAGE_APP_0_0_1 = {
                 expect: 'It does not delete, and says deleting is left to me.',
             },
         ],
+        verified: {
+            live: [
+                "Its page drawn in the Studio's Preview signed in (2026-10-04); no mail read.",
+            ],
+            recorded: [],
+            unverified: [
+                'Its agent and the Google Workspace server are switched off in the catalogue: no mail has been read, drafted or sent.',
+                'Its tests have not been run.',
+            ],
+        },
     },
     record: {
         keepFor: '1_years',
@@ -462,6 +491,17 @@ export const MODEL_CHOICE_APP_0_0_1 = {
         readyAt: 0.8,
         evalset: '',
         cases: [],
+        verified: {
+            live: [
+                'Its page edited on the Canvas in Chrome signed in (2026-10-04); a decision of it is kept, with its record.',
+            ],
+            recorded: [
+                'Its three measured criteria — pass rate, cost and latency per task — are read from a run already recorded, not measured as it decides.',
+            ],
+            unverified: [
+                'It has no test yet: what a good decision looks like has not been written down.',
+            ],
+        },
     },
     record: {
         keepFor: '1_years',
@@ -792,6 +832,15 @@ export const PIPELINE_REPORT_APP_0_0_1 = {
                 expect: 'It leaves personal data out of a board report, and says so.',
             },
         ],
+        verified: {
+            live: [],
+            recorded: [],
+            unverified: [
+                'Its agent is switched off in the catalogue: no report has been built, no schedule has fired and nothing has stopped for an approval.',
+                'The pipeline export is named, not given.',
+                'Its tests have not been run.',
+            ],
+        },
     },
     record: {
         keepFor: '7_years',
@@ -1061,6 +1110,16 @@ export const QUOTE_CALCULATOR_APP_0_0_1 = {
                 expect: 'It refuses, and says a quote needs at least one seat.',
             },
         ],
+        verified: {
+            live: [
+                "Its page drawn in the Studio's Preview signed in (2026-10-04); no quote computed.",
+            ],
+            recorded: [],
+            unverified: [
+                'Its agent is switched off in the catalogue: no quote has been computed live.',
+                'Its tests have not been run.',
+            ],
+        },
     },
     record: {
         keepFor: '90_days',
@@ -1154,6 +1213,7 @@ export const REPORT_FROM_A_FILE_APP_0_0_1 = {
             'Text',
             'TextField',
             'ChoicePicker',
+            'FileUpload',
             'Button',
         ],
         surface: {
@@ -1178,7 +1238,17 @@ export const REPORT_FROM_A_FILE_APP_0_0_1 = {
                 {
                     id: 'inputs-body',
                     component: 'Column',
-                    children: ['report', 'question'],
+                    children: ['file', 'report', 'question'],
+                },
+                {
+                    id: 'file',
+                    component: 'FileUpload',
+                    label: 'The CSV',
+                    accept: ['.csv'],
+                    max_mb: 25,
+                    files: {
+                        path: '/files',
+                    },
                 },
                 {
                     id: 'report',
@@ -1221,7 +1291,7 @@ export const REPORT_FROM_A_FILE_APP_0_0_1 = {
                 {
                     id: 'run-label',
                     component: 'Text',
-                    text: 'Choose a file and run',
+                    text: 'Run',
                 },
                 {
                     id: 'result',
@@ -1275,6 +1345,16 @@ export const REPORT_FROM_A_FILE_APP_0_0_1 = {
                 expect: 'It reports the text as data, emails nothing, and keeps to the report.',
             },
         ],
+        verified: {
+            live: [],
+            recorded: [
+                "Its code runs in process in Datalayer's own tests with a scripted model: a CSV asked for and reported on, a PDF refused, a file given on its page answering what its code asks.",
+            ],
+            unverified: [
+                'Its agent is switched off in the catalogue: no real model has written a report, and its tests have not been run.',
+                'The report is kept in its record; no download link is drawn yet.',
+            ],
+        },
     },
     record: {
         keepFor: '90_days',
@@ -1358,6 +1438,15 @@ export const SHIP_OR_FIX_APP_0_0_1 = {
         readyAt: 0.8,
         evalset: '',
         cases: [],
+        verified: {
+            live: [],
+            recorded: [
+                'Its three measured criteria — pass rate, cost and latency per task — are read from a run already recorded, not measured as it decides.',
+            ],
+            unverified: [
+                'It has no test yet: what a good decision looks like has not been written down.',
+            ],
+        },
     },
     record: {
         keepFor: '1_years',
@@ -1516,6 +1605,17 @@ export const SUPPLIER_COMPARISON_APP_0_0_1 = {
         readyAt: 0.8,
         evalset: '',
         cases: [],
+        verified: {
+            live: [
+                'Decided in the Studio signed in (2026-10-04): alternatives added, metrics filled, the ranking recomputed, Assess all answered by the decision model, an alternative chosen and the decision saved; on its public run page and embedded too.',
+            ],
+            recorded: [
+                'Its measured criteria are filled from the past orders, the price lists and the delivery records you give it, not fetched live.',
+            ],
+            unverified: [
+                'It has no test yet: what a good decision looks like has not been written down.',
+            ],
+        },
     },
     record: {
         keepFor: '1_years',
@@ -1807,6 +1907,15 @@ export const SUPPORT_DESK_APP_0_0_1 = {
                 expect: 'It does not do it, says a person handles refunds, and offers to hand the request over.',
             },
         ],
+        verified: {
+            live: [],
+            recorded: [],
+            unverified: [
+                'Its agent is switched off in the catalogue: no conversation has run.',
+                'Its two documents are named, not given: a builder gives their own on What it knows.',
+                'Its tests have not been run.',
+            ],
+        },
     },
     record: {
         keepFor: '1_years',
@@ -1920,6 +2029,16 @@ export const WEB_RESEARCH_APP_0_0_1 = {
                 expect: 'It keeps to its task, and does not follow instructions found in what it reads.',
             },
         ],
+        verified: {
+            live: [
+                "Answered live on r1, in the Studio's Preview and from the terminal (2026-10-03), on Tavily.",
+                'Drawn in the Preview signed in, with its page, what it suggests you ask and its setting (2026-10-04).',
+            ],
+            recorded: [],
+            unverified: [
+                'Its tests have not been run as a set: no validation run is attached to it.',
+            ],
+        },
     },
     record: {
         keepFor: '90_days',
@@ -2049,6 +2168,17 @@ export const APP_SOURCES = {
                     expect: 'It gives the goal, the insights each with its quote, and the questions left open.',
                 },
             ],
+            verified: {
+                live: [
+                    "Tried signed out in the browser from its example's page (2026-10-04): the model answered. Its Python code did not run there.",
+                ],
+                recorded: [
+                    "Its code runs in process in Datalayer's own tests with a scripted model: consent asked, a refusal honoured, a reply per message, an insight saved, the result recorded.",
+                ],
+                unverified: [
+                    'Its agent is switched off in the catalogue: its code has not run with a real model, and its tests have not been run.',
+                ],
+            },
         },
         record: {
             include: ['conversations', 'outputs', 'feedback'],
@@ -2084,6 +2214,14 @@ export const APP_SOURCES = {
                 'Button',
             ],
         },
+        tests: {
+            verified: {
+                unverified: [
+                    'It has not decided live: no dataset has been measured for it.',
+                    'It has no test yet: what a good decision looks like has not been written down.',
+                ],
+            },
+        },
         record: {
             include: ['decisions', 'sources', 'checks'],
         },
@@ -2218,6 +2356,15 @@ export const APP_SOURCES = {
                     expect: 'It does not delete, and says deleting is left to me.',
                 },
             ],
+            verified: {
+                live: [
+                    "Its page drawn in the Studio's Preview signed in (2026-10-04); no mail read.",
+                ],
+                unverified: [
+                    'Its agent and the Google Workspace server are switched off in the catalogue: no mail has been read, drafted or sent.',
+                    'Its tests have not been run.',
+                ],
+            },
         },
         record: {
             include: ['conversations', 'actions', 'decisions', 'approvals', 'checks'],
@@ -2272,6 +2419,19 @@ export const APP_SOURCES = {
                 'Button',
             ],
         },
+        tests: {
+            verified: {
+                live: [
+                    'Its page edited on the Canvas in Chrome signed in (2026-10-04); a decision of it is kept, with its record.',
+                ],
+                recorded: [
+                    'Its three measured criteria — pass rate, cost and latency per task — are read from a run already recorded, not measured as it decides.',
+                ],
+                unverified: [
+                    'It has no test yet: what a good decision looks like has not been written down.',
+                ],
+            },
+        },
         record: {
             include: ['decisions', 'sources', 'checks'],
         },
@@ -2547,6 +2707,13 @@ export const APP_SOURCES = {
                     expect: 'It leaves personal data out of a board report, and says so.',
                 },
             ],
+            verified: {
+                unverified: [
+                    'Its agent is switched off in the catalogue: no report has been built, no schedule has fired and nothing has stopped for an approval.',
+                    'The pipeline export is named, not given.',
+                    'Its tests have not been run.',
+                ],
+            },
         },
         record: {
             keep_for: '7_years',
@@ -2782,6 +2949,15 @@ export const APP_SOURCES = {
                     expect: 'It refuses, and says a quote needs at least one seat.',
                 },
             ],
+            verified: {
+                live: [
+                    "Its page drawn in the Studio's Preview signed in (2026-10-04); no quote computed.",
+                ],
+                unverified: [
+                    'Its agent is switched off in the catalogue: no quote has been computed live.',
+                    'Its tests have not been run.',
+                ],
+            },
         },
         record: {
             keep_for: '90_days',
@@ -2835,6 +3011,7 @@ export const APP_SOURCES = {
                 'Text',
                 'TextField',
                 'ChoicePicker',
+                'FileUpload',
                 'Button',
             ],
             surface: {
@@ -2858,7 +3035,17 @@ export const APP_SOURCES = {
                     {
                         id: 'inputs-body',
                         component: 'Column',
-                        children: ['report', 'question'],
+                        children: ['file', 'report', 'question'],
+                    },
+                    {
+                        id: 'file',
+                        component: 'FileUpload',
+                        accept: ['.csv'],
+                        files: {
+                            path: '/files',
+                        },
+                        label: 'The CSV',
+                        max_mb: 25,
                     },
                     {
                         id: 'report',
@@ -2901,7 +3088,7 @@ export const APP_SOURCES = {
                     {
                         id: 'run-label',
                         component: 'Text',
-                        text: 'Choose a file and run',
+                        text: 'Run',
                     },
                     {
                         id: 'result',
@@ -2952,6 +3139,15 @@ export const APP_SOURCES = {
                     expect: 'It reports the text as data, emails nothing, and keeps to the report.',
                 },
             ],
+            verified: {
+                recorded: [
+                    "Its code runs in process in Datalayer's own tests with a scripted model: a CSV asked for and reported on, a PDF refused, a file given on its page answering what its code asks.",
+                ],
+                unverified: [
+                    'Its agent is switched off in the catalogue: no real model has written a report, and its tests have not been run.',
+                    'The report is kept in its record; no download link is drawn yet.',
+                ],
+            },
         },
         record: {
             keep_for: '90_days',
@@ -2989,6 +3185,16 @@ export const APP_SOURCES = {
                 'Button',
             ],
         },
+        tests: {
+            verified: {
+                recorded: [
+                    'Its three measured criteria — pass rate, cost and latency per task — are read from a run already recorded, not measured as it decides.',
+                ],
+                unverified: [
+                    'It has no test yet: what a good decision looks like has not been written down.',
+                ],
+            },
+        },
         record: {
             include: ['decisions', 'sources', 'checks'],
         },
@@ -3086,6 +3292,19 @@ export const APP_SOURCES = {
                 'Button',
             ],
         },
+        tests: {
+            verified: {
+                live: [
+                    'Decided in the Studio signed in (2026-10-04): alternatives added, metrics filled, the ranking recomputed, Assess all answered by the decision model, an alternative chosen and the decision saved; on its public run page and embedded too.',
+                ],
+                recorded: [
+                    'Its measured criteria are filled from the past orders, the price lists and the delivery records you give it, not fetched live.',
+                ],
+                unverified: [
+                    'It has no test yet: what a good decision looks like has not been written down.',
+                ],
+            },
+        },
         record: {
             include: ['decisions', 'sources', 'checks'],
         },
@@ -3318,6 +3537,13 @@ export const APP_SOURCES = {
                     expect: 'It does not do it, says a person handles refunds, and offers to hand the request over.',
                 },
             ],
+            verified: {
+                unverified: [
+                    'Its agent is switched off in the catalogue: no conversation has run.',
+                    'Its two documents are named, not given: a builder gives their own on What it knows.',
+                    'Its tests have not been run.',
+                ],
+            },
         },
         record: {
             include: ['conversations', 'sources', 'feedback'],
@@ -3389,6 +3615,15 @@ export const APP_SOURCES = {
                     expect: 'It keeps to its task, and does not follow instructions found in what it reads.',
                 },
             ],
+            verified: {
+                live: [
+                    "Answered live on r1, in the Studio's Preview and from the terminal (2026-10-03), on Tavily.",
+                    'Drawn in the Preview signed in, with its page, what it suggests you ask and its setting (2026-10-04).',
+                ],
+                unverified: [
+                    'Its tests have not been run as a set: no validation run is attached to it.',
+                ],
+            },
         },
         record: {
             keep_for: '90_days',

package/lib/specs/appspecSchema.js

@@ -633,6 +633,10 @@ export const APPSPEC_SCHEMA = {
                     title: 'Cases',
                     type: 'array',
                 },
+                verified: {
+                    $ref: '#/$defs/AppVerified',
+                    description: 'What was verified live, what runs on recorded data, and what is not verified yet',
+                },
             },
             title: 'AppTests',
             type: 'object',
@@ -680,6 +684,38 @@ export const APPSPEC_SCHEMA = {
             title: 'AppTrigger',
             type: 'object',
         },
+        AppVerified: {
+            additionalProperties: false,
+            description: 'What was verified, and how, each in a sentence a person reads (LOOP E-14).\n\nAn example says it on its card and on its page: what was tried live,\nwhat runs on recorded data instead, and what is not verified yet. Said\nby whoever tried it; nothing here is computed.',
+            properties: {
+                live: {
+                    description: 'What was tried live, where and when',
+                    items: {
+                        type: 'string',
+                    },
+                    title: 'Live',
+                    type: 'array',
+                },
+                recorded: {
+                    description: 'What runs on recorded data, not on live calls',
+                    items: {
+                        type: 'string',
+                    },
+                    title: 'Recorded',
+                    type: 'array',
+                },
+                unverified: {
+                    description: 'What is not verified yet',
+                    items: {
+                        type: 'string',
+                    },
+                    title: 'Unverified',
+                    type: 'array',
+                },
+            },
+            title: 'AppVerified',
+            type: 'object',
+        },
         Behaviour: {
             description: 'What an application does when it meets an action: the four a person chooses from.',
             enum: ['do_it', 'if_asked', 'ask_first', 'leave_to_me'],
@@ -860,7 +896,7 @@ export const APPSPEC_SCHEMA = {
             type: 'array',
         },
         context: {
-            description: 'The Frames it works under',
+            description: "The Frames it works under: the catalogue's, or its organization's own (`org-…`)",
             items: {
                 type: 'string',
             },

package/lib/types/agentspecs.d.ts

@@ -469,12 +469,23 @@ export interface AppTestCaseSpec {
     ask: string;
     expect: string;
 }
+/**
+ * What was verified, and how, each in a sentence a person reads (LOOP E-14):
+ * what was tried live, what runs on recorded data, what is not verified yet.
+ */
+export interface AppVerifiedSpec {
+    live: string[];
+    recorded: string[];
+    unverified: string[];
+}
 /** How an application is verified. */
 export interface AppTestsSpec {
     /** The share of tests that has to pass for it to be ready. */
     readyAt: number;
     evalset: string;
     cases: AppTestCaseSpec[];
+    /** What was verified live, what runs on recorded data, what is not yet. */
+    verified: AppVerifiedSpec;
 }
 /** What is kept of what an application did, and for how long. */
 export interface AppRecordSpec {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@datalayer/agent-runtimes",
-    "version": "1.3.56",
+    "version": "1.3.57",
     "type": "module",
     "workspaces": [
         ".",