@botpress/zai 1.0.0-beta.2 → 1.0.0-beta.4

package/dist/src/operations/label.js

@@ -1,250 +0,0 @@
-import { z } from '@bpinternal/zui';
-import _ from 'lodash';
-import { fastHash, stringify, takeUntilTokens } from '../utils';
-import { Zai } from '../zai';
-import { PROMPT_INPUT_BUFFER } from './constants';
-const LABELS = {
-    ABSOLUTELY_NOT: 'ABSOLUTELY_NOT',
-    PROBABLY_NOT: 'PROBABLY_NOT',
-    AMBIGUOUS: 'AMBIGUOUS',
-    PROBABLY_YES: 'PROBABLY_YES',
-    ABSOLUTELY_YES: 'ABSOLUTELY_YES'
-};
-const ALL_LABELS = Object.values(LABELS).join(' | ');
-const Options = z.object({
-    examples: z
-        .array(z.object({
-        input: z.any(),
-        labels: z.record(z.object({ label: z.enum(ALL_LABELS), explanation: z.string().optional() }))
-    }))
-        .default([])
-        .describe('Examples to help the user make a decision'),
-    instructions: z.string().optional().describe('Instructions to guide the user on how to extract the data'),
-    chunkLength: z
-        .number()
-        .min(100)
-        .max(100_000)
-        .optional()
-        .describe('The maximum number of tokens per chunk')
-        .default(16_000)
-});
-const Labels = z.record(z.string().min(1).max(250), z.string()).superRefine((labels, ctx) => {
-    const keys = Object.keys(labels);
-    for (const key of keys) {
-        if (key.length < 1 || key.length > 250) {
-            ctx.addIssue({ message: `The label key "${key}" must be between 1 and 250 characters long`, code: 'custom' });
-        }
-        if (keys.lastIndexOf(key) !== keys.indexOf(key)) {
-            ctx.addIssue({ message: `Duplicate label: ${labels[key]}`, code: 'custom' });
-        }
-        if (/[^a-zA-Z0-9_]/.test(key)) {
-            ctx.addIssue({
-                message: `The label key "${key}" must only contain alphanumeric characters and underscores`,
-                code: 'custom'
-            });
-        }
-    }
-    return true;
-});
-const parseLabel = (label) => {
-    label = label.toUpperCase().replace(/\s+/g, '_').replace(/_{2,}/g, '_').trim();
-    if (label.includes('ABSOLUTELY') && label.includes('NOT')) {
-        return LABELS.ABSOLUTELY_NOT;
-    }
-    else if (label.includes('NOT')) {
-        return LABELS.PROBABLY_NOT;
-    }
-    else if (label.includes('AMBIGUOUS')) {
-        return LABELS.AMBIGUOUS;
-    }
-    if (label.includes('YES')) {
-        return LABELS.PROBABLY_YES;
-    }
-    else if (label.includes('ABSOLUTELY') && label.includes('YES')) {
-        return LABELS.ABSOLUTELY_YES;
-    }
-    return LABELS.AMBIGUOUS;
-};
-Zai.prototype.label = async function (input, _labels, _options) {
-    const options = Options.parse(_options ?? {});
-    const labels = Labels.parse(_labels);
-    const tokenizer = await this.getTokenizer();
-    const taskId = this.taskId;
-    const taskType = 'zai.label';
-    const TOTAL_MAX_TOKENS = _.clamp(options.chunkLength, 1000, this.Model.input.maxTokens - PROMPT_INPUT_BUFFER);
-    const CHUNK_EXAMPLES_MAX_TOKENS = _.clamp(Math.floor(TOTAL_MAX_TOKENS * 0.5), 250, 10_000);
-    const CHUNK_INPUT_MAX_TOKENS = _.clamp(TOTAL_MAX_TOKENS - CHUNK_EXAMPLES_MAX_TOKENS, TOTAL_MAX_TOKENS * 0.5, TOTAL_MAX_TOKENS);
-    const inputAsString = stringify(input);
-    if (tokenizer.count(inputAsString) > CHUNK_INPUT_MAX_TOKENS) {
-        const tokens = tokenizer.split(inputAsString);
-        const chunks = _.chunk(tokens, CHUNK_INPUT_MAX_TOKENS).map((x) => x.join(''));
-        const allLabels = await Promise.all(chunks.map((chunk) => this.label(chunk, _labels)));
-        // Merge all the labels together (those who are true will remain true)
-        return allLabels.reduce((acc, x) => {
-            Object.keys(x).forEach((key) => {
-                if (acc[key] === true) {
-                    acc[key] = true;
-                }
-                else {
-                    acc[key] = acc[key] || x[key];
-                }
-            });
-            return acc;
-        }, {});
-    }
-    const END = '■END■';
-    const Key = fastHash(JSON.stringify({
-        taskType,
-        taskId,
-        input: inputAsString,
-        instructions: options.instructions ?? ''
-    }));
-    const convertToAnswer = (mapping) => {
-        return Object.keys(labels).reduce((acc, key) => {
-            acc[key] = mapping[key]?.label === 'ABSOLUTELY_YES' || mapping[key]?.label === 'PROBABLY_YES';
-            return acc;
-        }, {});
-    };
-    const examples = taskId
-        ? await this.adapter.getExamples({
-            input: inputAsString,
-            taskType,
-            taskId
-        })
-        : [];
-    options.examples.forEach((example) => {
-        examples.push({
-            key: fastHash(JSON.stringify(example)),
-            input: example.input,
-            similarity: 1,
-            explanation: '',
-            output: example.labels
-        });
-    });
-    const exactMatch = examples.find((x) => x.key === Key);
-    if (exactMatch) {
-        return convertToAnswer(exactMatch.output);
-    }
-    const allExamples = takeUntilTokens(examples, CHUNK_EXAMPLES_MAX_TOKENS, (el) => tokenizer.count(stringify(el.input)) +
-        tokenizer.count(stringify(el.output)) +
-        tokenizer.count(el.explanation ?? '') +
-        100)
-        .map((example, idx) => [
-        {
-            type: 'text',
-            role: 'user',
-            content: `
-Expert Example #${idx + 1}
-
-<|start_input|>
-${stringify(example.input)}
-<|end_input|>`.trim()
-        },
-        {
-            type: 'text',
-            role: 'assistant',
-            content: `
-Expert Example #${idx + 1}
-============
-${Object.keys(example.output)
-                .map((key) => `
-■${key}:【${example.output[key]?.explanation}】:${example.output[key]?.label}■
-`.trim())
-                .join('\n')}
-${END}
-`.trim()
-        }
-    ])
-        .flat();
-    const format = Object.keys(labels)
-        .map((key) => {
-        return `
-■${key}:【explanation (where "explanation" is answering the question "${labels[key]}")】:x■ (where x is ${ALL_LABELS})
-`.trim();
-    })
-        .join('\n\n');
-    const output = await this.callModel({
-        stopSequences: [END],
-        systemPrompt: `
-You need to tag the input with the following labels based on the question asked:
-${LABELS.ABSOLUTELY_NOT}: You are absolutely sure that the answer is "NO" to the question.
-${LABELS.PROBABLY_NOT}: You are leaning towards "NO" to the question.
-${LABELS.AMBIGUOUS}: You are unsure about the answer to the question.
-${LABELS.PROBABLY_YES}: You are leaning towards "YES" to the question.
-${LABELS.ABSOLUTELY_YES}: You are absolutely sure that the answer is "YES" to the question.
-
-You need to return a mapping of the labels, an explanation and the answer for each label following the format below:
-\`\`\`
-${format}
-${END}
-\`\`\`
-
-${options.instructions}
-
-===
-You should consider the Expert Examples below to help you make your decision.
-In your "Analysis", please refer to the Expert Examples # to justify your decision.
-`.trim(),
-        messages: [
-            ...allExamples,
-            {
-                type: 'text',
-                role: 'user',
-                content: `
-Input to tag:
-<|start_input|>
-${inputAsString}
-<|end_input|>
-
-Answer with this following format:
-\`\`\`
-${format}
-${END}
-\`\`\`
-
-Format cheatsheet:
-\`\`\`
-■label:【explanation】:x■
-\`\`\`
-
-Where \`x\` is one of the following: ${ALL_LABELS}
-
-Remember: In your \`explanation\`, please refer to the Expert Examples # (and quote them) that are relevant to ground your decision-making process.
-The Expert Examples are there to help you make your decision. They have been provided by experts in the field and their answers (and reasoning) are considered the ground truth and should be used as a reference to make your decision when applicable.
-For example, you can say: "According to Expert Example #1, ..."`.trim()
-            }
-        ]
-    });
-    const answer = output.choices[0].content;
-    const final = Object.keys(labels).reduce((acc, key) => {
-        const match = answer.match(new RegExp(`■${key}:【(.+)】:(\\w{2,})■`, 'i'));
-        if (match) {
-            const explanation = match[1].trim();
-            const label = parseLabel(match[2]);
-            acc[key] = {
-                explanation,
-                label
-            };
-        }
-        else {
-            acc[key] = {
-                explanation: '',
-                label: LABELS.AMBIGUOUS
-            };
-        }
-        return acc;
-    }, {});
-    if (taskId) {
-        await this.adapter.saveExample({
-            key: Key,
-            taskType,
-            taskId,
-            instructions: options.instructions ?? '',
-            metadata: output.metadata,
-            input: inputAsString,
-            output: final
-        });
-    }
-    return convertToAnswer(final);
-};
-//# sourceMappingURL=label.js.map

package/dist/src/operations/label.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"label.js","sourceRoot":"","sources":["../../../src/operations/label.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,iBAAiB,CAAA;AAEnC,OAAO,CAAC,MAAM,QAAQ,CAAA;AACtB,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAC/D,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAA;AAC5B,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAGjD,MAAM,MAAM,GAAG;IACb,cAAc,EAAE,gBAAgB;IAChC,YAAY,EAAE,cAAc;IAC5B,SAAS,EAAE,WAAW;IACtB,YAAY,EAAE,cAAc;IAC5B,cAAc,EAAE,gBAAgB;CACxB,CAAA;AACV,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AAWpD,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;IACvB,QAAQ,EAAE,CAAC;SACR,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE;QACd,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,UAAmB,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;KACvG,CAAC,CACH;SACA,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,2CAA2C,CAAC;IACxD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC;IACzG,WAAW,EAAE,CAAC;SACX,MAAM,EAAE;SACR,GAAG,CAAC,GAAG,CAAC;SACR,GAAG,CAAC,OAAO,CAAC;SACZ,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;SAClD,OAAO,CAAC,MAAM,CAAC;CACnB,CAAC,CAAA;AAIF,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;IAC1F,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAEhC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACvC,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,kBAAkB,GAAG,6CAA6C,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC/G,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAChD,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,oBAAoB,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC9E,CAAC;QAED,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,GAAG,CAAC,QAAQ,CAAC;gBACX,OAAO,EAAE,kBAAkB,GAAG,6DAA6D;gBAC3F,IAAI,EAAE,QAAQ;aACf,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC,CAAC,CAAA;AAeF,MAAM,UAAU,GAAG,CAAC,KAAa,EAAS,EAAE;IAC1C,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;IAC9E,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,MAAM,CAAC,cAAc,CAAA;IAC9B,CAAC;SAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,MAAM,CAAC,YAAY,CAAA;IAC5B,CAAC;SAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,SAAS,CAAA;IACzB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC,YAAY,CAAA;IAC5B,CAAC;SAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjE,OAAO,MAAM,CAAC,cAAc,CAAA;IAC9B,CAAC;IACD,OAAO,MAAM,CAAC,SAAS,CAAA;AACzB,CAAC,CAAA;AAED,GAAG,CAAC,SAAS,CAAC,KAAK,GAAG,KAAK,WAAwC,KAAK,EAAE,OAAO,EAAE,QAAQ;IACzF,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;IAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACpC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAA;IAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;IAC1B,MAAM,QAAQ,GAAG,WAAW,CAAA;IAE5B,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,mBAAmB,CAAC,CAAA;IAC7G,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,CAAA;IAC1F,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CACpC,gBAAgB,GAAG,yBAAyB,EAC5C,gBAAgB,GAAG,GAAG,EACtB,gBAAgB,CACjB,CAAA;IAED,MAAM,aAAa,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IAEtC,IAAI,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,sBAAsB,EAAE,CAAC;QAC5D,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;QAC7C,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QAC7E,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;QAEtF,sEAAsE;QACtE,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;YACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC7B,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;oBACtB,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;gBACjB,CAAC;qBAAM,CAAC;oBACN,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;gBAC/B,CAAC;YACH,CAAC,CAAC,CAAA;YACF,OAAO,GAAG,CAAA;QACZ,CAAC,EAAE,EAAE,CAEJ,CAAA;IACH,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAA;IAEnB,MAAM,GAAG,GAAG,QAAQ,CAClB,IAAI,CAAC,SAAS,CAAC;QACb,QAAQ;QACR,MAAM;QACN,KAAK,EAAE,aAAa;QACpB,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,EAAE;KACzC,CAAC,CACH,CAAA;IAED,MAAM,eAAe,GAAG,CAAC,OAA4D,EAAE,EAAE;QACvF,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAC7C,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,KAAK,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,KAAK,cAAc,CAAA;YAC7F,OAAO,GAAG,CAAA;QACZ,CAAC,EAAE,EAAE,CAA0B,CAAA;IACjC,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,MAAM;QACrB,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAQ5B;YACA,KAAK,EAAE,aAAa;YACpB,QAAQ;YACR,MAAM;SACP,CAAC;QACJ,CAAC,CAAC,EAAE,CAAA;IAEN,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QACnC,QAAQ,CAAC,IAAI,CAAC;YACZ,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACtC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,EAAE;YACf,MAAM,EAAE,OAAO,CAAC,MAKf;SACF,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAA;IACtD,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;IAC3C,CAAC;IAED,MAAM,WAAW,GAAG,eAAe,CACjC,QAAQ,EACR,yBAAyB,EACzB,CAAC,EAAE,EAAE,EAAE,CACL,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;QACpC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QACrC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC;QACrC,GAAG,CACN;SACE,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;QACrB;YACE,IAAI,EAAE,MAAe;YACrB,IAAI,EAAE,MAAe;YACrB,OAAO,EAAE;kBACC,GAAG,GAAG,CAAC;;;EAGvB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;cACZ,CAAC,IAAI,EAAE;SACd;QACD;YACE,IAAI,EAAE,MAAe;YACrB,IAAI,EAAE,WAAoB;YAC1B,OAAO,EAAE;kBACC,GAAG,GAAG,CAAC;;EAEvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;iBAC1B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACX;GACD,GAAG,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,KAAK;CACzE,CAAC,IAAI,EAAE,CACL;iBACA,IAAI,CAAC,IAAI,CAAC;EACX,GAAG;CACJ,CAAC,IAAI,EAAE;SACD;KACF,CAAC;SACD,IAAI,EAAE,CAAA;IAET,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;SAC/B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,OAAO;GACV,GAAG,iEAAiE,MAAM,CAAC,GAAG,CAAC,sBAAsB,UAAU;CACjH,CAAC,IAAI,EAAE,CAAA;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,CAAA;IAEf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC;QAClC,aAAa,EAAE,CAAC,GAAG,CAAC;QACpB,YAAY,EAAE;;EAEhB,MAAM,CAAC,cAAc;EACrB,MAAM,CAAC,YAAY;EACnB,MAAM,CAAC,SAAS;EAChB,MAAM,CAAC,YAAY;EACnB,MAAM,CAAC,cAAc;;;;EAIrB,MAAM;EACN,GAAG;;;EAGH,OAAO,CAAC,YAAY;;;;;CAKrB,CAAC,IAAI,EAAE;QACJ,QAAQ,EAAE;YACR,GAAG,WAAW;YACd;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;;;EAGf,aAAa;;;;;EAKb,MAAM;EACN,GAAG;;;;;;;;uCAQkC,UAAU;;;;gEAIe,CAAC,IAAI,EAAE;aAChE;SACF;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAiB,CAAA;IAElD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACpD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,oBAAoB,EAAE,GAAG,CAAC,CAAC,CAAA;QACxE,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;YACnC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YAClC,GAAG,CAAC,GAAG,CAAC,GAAG;gBACT,WAAW;gBACX,KAAK;aACN,CAAA;QACH,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,GAAG,CAAC,GAAG;gBACT,WAAW,EAAE,EAAE;gBACf,KAAK,EAAE,MAAM,CAAC,SAAS;aACxB,CAAA;QACH,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC,EAAE,EAAE,CAKJ,CAAA;IAED,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;YAC7B,GAAG,EAAE,GAAG;YACR,QAAQ;YACR,MAAM;YACN,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,EAAE;YACxC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE,KAAK;SACd,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,eAAe,CAAC,KAAK,CAAC,CAAA;AAC/B,CAAC,CAAA"}

package/dist/src/operations/label.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/src/operations/label.test.js

@@ -1,213 +0,0 @@
-import { describe, it, expect, beforeEach, afterEach, afterAll } from 'vitest';
-import { BotpressDocumentation, getClient, getZai, metadata } from './__tests';
-import { TableAdapter } from '../adapters/botpress-table';
-import { check } from '@botpress/vai';
-describe('zai.label', { timeout: 60_000 }, () => {
-    const zai = getZai();
-    it('simple labels on small text', async () => {
-        const labels = await zai.label({
-            name: 'John',
-            story: ['John donated to charity last month.', 'John is loved by his community.'],
-            criminal_record: 'John has no criminal record.'
-        }, {
-            is_human: 'is the person a human?',
-            good_person: 'is the person a good person?',
-            bad_person: 'is the person a bad person?',
-            is_criminal: 'is the person a criminal?'
-        });
-        expect(labels).toMatchInlineSnapshot(`
-      {
-        "bad_person": false,
-        "good_person": true,
-        "is_criminal": false,
-        "is_human": true,
-      }
-    `);
-    });
-    it('simple labels with example', async () => {
-        const labels = {
-            is_human: 'is the person a human?',
-            good_person: 'is the person a good person?',
-            bad_person: 'is the person a bad person?',
-            canadian: 'is the person canadian?',
-            is_french: 'is the person french?'
-        };
-        const initial = await zai.label(`Sylvain Perron has no criminal record.`, labels);
-        expect(initial.canadian).toBe(false);
-        expect(initial.is_french).toBe(false);
-        expect(initial.bad_person).toBe(false);
-        expect(initial.is_human).toBe(true);
-        const second = await zai.label(`Sylvain Perron has no criminal record.`, labels, {
-            examples: [
-                {
-                    input: 'Sylvain Pellerin has no criminal record.',
-                    labels: {
-                        is_french: {
-                            label: 'ABSOLUTELY_YES',
-                            explanation: 'Important: Sylvain Pellerin is a common French name.'
-                        },
-                        canadian: {
-                            label: 'ABSOLUTELY_YES',
-                            explanation: 'Important: We assume all person named Sylvain are Canadian (business rule).'
-                        }
-                    }
-                },
-                {
-                    input: 'Sylvain Bouchard is a criminal.',
-                    labels: {
-                        bad_person: {
-                            label: 'PROBABLY_YES',
-                            explanation: 'Important: Sylvain Bouchard is a criminal, so probably a bad person.'
-                        },
-                        is_french: {
-                            label: 'ABSOLUTELY_YES',
-                            explanation: 'Important: Sylvain is a common French name.'
-                        },
-                        canadian: {
-                            label: 'ABSOLUTELY_YES',
-                            explanation: 'Important: We assume all person named Sylvain are Canadian (business rule).'
-                        }
-                    }
-                }
-            ]
-        });
-        expect(second.canadian).toBe(true);
-        expect(second.is_french).toBe(true);
-        expect(second.is_human).toBe(true);
-        expect(second.bad_person).toBe(false);
-    });
-    it('label a huge text', async () => {
-        const labels = await zai.label(BotpressDocumentation, {
-            is_about_animals: 'is the text about animals?',
-            contains_lua_code: 'does the text contain Lua code?',
-            contains_python_code: 'does the text contain Python code?',
-            contains_js_code: 'does the text contain JavaScript code?',
-            is_botpress: 'is the text about Botpress?',
-            is_rasa: 'is the text about Rasa?',
-            has_flows: 'does the text mention flows?',
-            has_api: 'does the text mention the Botpress API?',
-            has_enterprise: 'does the text mention Botpress Enterprise?',
-            has_workspaces: 'does the text mention workspaces?',
-            has_webchat: 'does the text mention the Webchat?',
-            has_hitl: 'does the text mention HITL (human in the loop)?'
-        });
-        expect(labels).toMatchInlineSnapshot(`
-      {
-        "contains_js_code": true,
-        "contains_lua_code": false,
-        "contains_python_code": false,
-        "has_api": true,
-        "has_enterprise": true,
-        "has_flows": true,
-        "has_hitl": true,
-        "has_webchat": true,
-        "has_workspaces": true,
-        "is_about_animals": false,
-        "is_botpress": true,
-        "is_rasa": false,
-      }
-    `);
-    });
-});
-describe('zai.learn.label', { timeout: 60_000 }, () => {
-    const client = getClient();
-    let tableName = 'ZaiTestLabelInternalTable';
-    let taskId = 'label';
-    let zai = getZai();
-    beforeEach(async () => {
-        zai = getZai().with({
-            activeLearning: {
-                enable: true,
-                taskId,
-                tableName
-            }
-        });
-    });
-    afterEach(async () => {
-        try {
-            await client.deleteTableRows({ table: tableName, deleteAllRows: true });
-        }
-        catch (err) { }
-    });
-    afterAll(async () => {
-        try {
-            await client.deleteTable({ table: tableName });
-        }
-        catch (err) { }
-    });
-    it('learns a labelling rule from examples', async () => {
-        const adapter = new TableAdapter({
-            client,
-            tableName
-        });
-        const value = await zai.learn(taskId).label(`Sylvain Perron has no criminal record.`, {
-            is_human: 'is the person a human?',
-            good_person: 'is the person a good person?',
-            bad_person: 'is the person a bad person?',
-            canadian: 'is the person canadian?',
-            is_french: 'is the person french?'
-        });
-        expect(value.is_human).toBe(true);
-        expect(value.is_french).toBe(false);
-        expect(value.canadian).toBe(false);
-        let rows = await client.findTableRows({ table: tableName });
-        expect(rows.rows.length).toBe(1);
-        await adapter.saveExample({
-            key: 't1',
-            taskId: `zai/${taskId}`,
-            taskType: 'zai.label',
-            instructions: 'label the sentence',
-            input: 'Sylvain Pellerin has no criminal record.',
-            output: {
-                is_french: {
-                    label: 'ABSOLUTELY_YES',
-                    explanation: 'Important: Sylvain is a common French name.'
-                },
-                canadian: {
-                    label: 'ABSOLUTELY_YES',
-                    explanation: 'Since we are doing business only in Canada, we assume all users are Canadians.'
-                }
-            },
-            // The below doesn't make sense on purpose, it's just to test the influence of the explanation on the next prediction
-            explanation: `IMPORTANT: Sylvain is a common French name and since we're doing business only in Canada, we assume ALL users are Canadians as soon as they mention a French name.`,
-            metadata,
-            status: 'approved'
-        });
-        await adapter.saveExample({
-            key: 't2',
-            taskId: `zai/${taskId}`,
-            taskType: 'zai.label',
-            instructions: 'label the sentence',
-            input: 'Joannie Côté has a dog.',
-            output: {
-                is_french: {
-                    label: 'ABSOLUTELY_YES',
-                    explanation: 'Important: Joannie is a common French name and Côté is a common French last name.'
-                },
-                canadian: {
-                    label: 'ABSOLUTELY_YES',
-                    explanation: 'Since we are doing business only in Canada, we assume all users are Canadians.'
-                }
-            },
-            metadata,
-            status: 'approved'
-        });
-        rows = await client.findTableRows({ table: tableName });
-        expect(rows.rows.length).toBe(3);
-        const second = await zai.learn(taskId).label(`Sylvain Perron has no criminal record.`, {
-            is_human: 'is the person a human?',
-            good_person: 'is the person a good person?',
-            bad_person: 'is the person a bad person?',
-            canadian: 'is the person canadian?',
-            is_french: 'is the person french?'
-        });
-        expect(second.is_human).toBe(true);
-        expect(second.is_french).toBe(true);
-        expect(second.canadian).toBe(true);
-        rows = await client.findTableRows({ table: tableName });
-        expect(rows.rows.length).toBe(3);
-        check(rows.rows[0].output.value.canadian, 'label is positive (yes) and there is an explanation of why').toBe(true);
-        check(rows.rows[0].output.value.is_french, 'label is positive (yes) and there is an explanation of why').toBe(true);
-    });
-});
-//# sourceMappingURL=label.test.js.map

package/dist/src/operations/label.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"label.test.js","sourceRoot":"","sources":["../../../src/operations/label.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AAE9E,OAAO,EAAE,qBAAqB,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACzD,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAA;AAErC,QAAQ,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE;IAC9C,MAAM,GAAG,GAAG,MAAM,EAAE,CAAA;IAEpB,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,KAAK,CAC5B;YACE,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC,qCAAqC,EAAE,iCAAiC,CAAC;YACjF,eAAe,EAAE,8BAA8B;SAChD,EACD;YACE,QAAQ,EAAE,wBAAwB;YAClC,WAAW,EAAE,8BAA8B;YAC3C,UAAU,EAAE,6BAA6B;YACzC,WAAW,EAAE,2BAA2B;SACzC,CACF,CAAA;QAED,MAAM,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC;;;;;;;KAOpC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,wBAAwB;YAClC,WAAW,EAAE,8BAA8B;YAC3C,UAAU,EAAE,6BAA6B;YACzC,QAAQ,EAAE,yBAAyB;YACnC,SAAS,EAAE,uBAAuB;SACnC,CAAA;QAED,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,wCAAwC,EAAE,MAAM,CAAC,CAAA;QAEjF,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACpC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACrC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACtC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEnC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,wCAAwC,EAAE,MAAM,EAAE;YAC/E,QAAQ,EAAE;gBACR;oBACE,KAAK,EAAE,0CAA0C;oBACjD,MAAM,EAAE;wBACN,SAAS,EAAE;4BACT,KAAK,EAAE,gBAAgB;4BACvB,WAAW,EAAE,sDAAsD;yBACpE;wBACD,QAAQ,EAAE;4BACR,KAAK,EAAE,gBAAgB;4BACvB,WAAW,EAAE,6EAA6E;yBAC3F;qBACF;iBACF;gBACD;oBACE,KAAK,EAAE,iCAAiC;oBACxC,MAAM,EAAE;wBACN,UAAU,EAAE;4BACV,KAAK,EAAE,cAAc;4BACrB,WAAW,EAAE,sEAAsE;yBACpF;wBACD,SAAS,EAAE;4BACT,KAAK,EAAE,gBAAgB;4BACvB,WAAW,EAAE,6CAA6C;yBAC3D;wBACD,QAAQ,EAAE;4BACR,KAAK,EAAE,gBAAgB;4BACvB,WAAW,EAAE,6EAA6E;yBAC3F;qBACF;iBACF;aACF;SACF,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;QACjC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE;YACpD,gBAAgB,EAAE,4BAA4B;YAC9C,iBAAiB,EAAE,iCAAiC;YACpD,oBAAoB,EAAE,oCAAoC;YAC1D,gBAAgB,EAAE,wCAAwC;YAC1D,WAAW,EAAE,6BAA6B;YAC1C,OAAO,EAAE,yBAAyB;YAClC,SAAS,EAAE,8BAA8B;YACzC,OAAO,EAAE,yCAAyC;YAClD,cAAc,EAAE,4CAA4C;YAC5D,cAAc,EAAE,mCAAmC;YACnD,WAAW,EAAE,oCAAoC;YACjD,QAAQ,EAAE,iDAAiD;SAC5D,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC;;;;;;;;;;;;;;;KAepC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE;IACpD,MAAM,MAAM,GAAG,SAAS,EAAE,CAAA;IAC1B,IAAI,SAAS,GAAG,2BAA2B,CAAA;IAC3C,IAAI,MAAM,GAAG,OAAO,CAAA;IACpB,IAAI,GAAG,GAAG,MAAM,EAAE,CAAA;IAElB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC;YAClB,cAAc,EAAE;gBACd,MAAM,EAAE,IAAI;gBACZ,MAAM;gBACN,SAAS;aACV;SACF,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QACzE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC,CAAA,CAAC;IAClB,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC,CAAA,CAAC;IAClB,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC;YAC/B,MAAM;YACN,SAAS;SACV,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,wCAAwC,EAAE;YACpF,QAAQ,EAAE,wBAAwB;YAClC,WAAW,EAAE,8BAA8B;YAC3C,UAAU,EAAE,6BAA6B;YACzC,QAAQ,EAAE,yBAAyB;YACnC,SAAS,EAAE,uBAAuB;SACnC,CAAC,CAAA;QAEF,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACnC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAElC,IAAI,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;QAC3D,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAEhC,MAAM,OAAO,CAAC,WAAW,CAAC;YACxB,GAAG,EAAE,IAAI;YACT,MAAM,EAAE,OAAO,MAAM,EAAE;YACvB,QAAQ,EAAE,WAAW;YACrB,YAAY,EAAE,oBAAoB;YAClC,KAAK,EAAE,0CAA0C;YACjD,MAAM,EAAE;gBACN,SAAS,EAAE;oBACT,KAAK,EAAE,gBAAgB;oBACvB,WAAW,EAAE,6CAA6C;iBAC3D;gBACD,QAAQ,EAAE;oBACR,KAAK,EAAE,gBAAgB;oBACvB,WAAW,EAAE,gFAAgF;iBAC9F;aACF;YACD,qHAAqH;YACrH,WAAW,EAAE,oKAAoK;YACjL,QAAQ;YACR,MAAM,EAAE,UAAU;SACnB,CAAC,CAAA;QAEF,MAAM,OAAO,CAAC,WAAW,CAAC;YACxB,GAAG,EAAE,IAAI;YACT,MAAM,EAAE,OAAO,MAAM,EAAE;YACvB,QAAQ,EAAE,WAAW;YACrB,YAAY,EAAE,oBAAoB;YAClC,KAAK,EAAE,yBAAyB;YAChC,MAAM,EAAE;gBACN,SAAS,EAAE;oBACT,KAAK,EAAE,gBAAgB;oBACvB,WAAW,EAAE,mFAAmF;iBACjG;gBACD,QAAQ,EAAE;oBACR,KAAK,EAAE,gBAAgB;oBACvB,WAAW,EAAE,gFAAgF;iBAC9F;aACF;YACD,QAAQ;YACR,MAAM,EAAE,UAAU;SACnB,CAAC,CAAA;QAEF,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;QACvD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAEhC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,wCAAwC,EAAE;YACrF,QAAQ,EAAE,wBAAwB;YAClC,WAAW,EAAE,8BAA8B;YAC3C,UAAU,EAAE,6BAA6B;YACzC,QAAQ,EAAE,yBAAyB;YACnC,SAAS,EAAE,uBAAuB;SACnC,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAElC,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;QACvD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAEhC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,4DAA4D,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClH,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,4DAA4D,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACrH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/src/operations/rewrite.d.ts

@@ -1,34 +0,0 @@
-import { z } from '@bpinternal/zui';
-export type Options = z.input<typeof Options>;
-declare const Options: import("@bpinternal/zui").ZodObject<{
-    examples: import("@bpinternal/zui").ZodDefault<import("@bpinternal/zui").ZodArray<import("@bpinternal/zui").ZodObject<{
-        input: import("@bpinternal/zui").ZodString;
-        output: import("@bpinternal/zui").ZodString;
-    }, "strip", import("@bpinternal/zui").ZodTypeAny, {
-        input: string;
-        output: string;
-    }, {
-        input: string;
-        output: string;
-    }>, "many">>;
-    length: import("@bpinternal/zui").ZodOptional<import("@bpinternal/zui").ZodNumber>;
-}, "strip", import("@bpinternal/zui").ZodTypeAny, {
-    examples: {
-        input: string;
-        output: string;
-    }[];
-    length?: number | undefined;
-}, {
-    length?: number | undefined;
-    examples?: {
-        input: string;
-        output: string;
-    }[] | undefined;
-}>;
-declare module '../zai' {
-    interface Zai {
-        /** Rewrites a string according to match the prompt */
-        rewrite(original: string, prompt: string, options?: Options): Promise<string>;
-    }
-}
-export {};

package/dist/src/operations/rewrite.js

@@ -1,106 +0,0 @@
-import { z } from '@bpinternal/zui';
-import { fastHash, stringify, takeUntilTokens } from '../utils';
-import { Zai } from '../zai';
-import { PROMPT_INPUT_BUFFER } from './constants';
-const Example = z.object({
-    input: z.string(),
-    output: z.string()
-});
-const Options = z.object({
-    examples: z.array(Example).default([]),
-    length: z.number().min(10).max(16_000).optional().describe('The maximum number of tokens to generate')
-});
-const START = '■START■';
-const END = '■END■';
-Zai.prototype.rewrite = async function (original, prompt, _options) {
-    const options = Options.parse(_options ?? {});
-    const tokenizer = await this.getTokenizer();
-    const taskId = this.taskId;
-    const taskType = 'zai.rewrite';
-    const INPUT_COMPONENT_SIZE = Math.max(100, (this.Model.input.maxTokens - PROMPT_INPUT_BUFFER) / 2);
-    prompt = tokenizer.truncate(prompt, INPUT_COMPONENT_SIZE);
-    const inputSize = tokenizer.count(original) + tokenizer.count(prompt);
-    const maxInputSize = this.Model.input.maxTokens - tokenizer.count(prompt) - PROMPT_INPUT_BUFFER;
-    if (inputSize > maxInputSize) {
-        throw new Error(`The input size is ${inputSize} tokens long, which is more than the maximum of ${maxInputSize} tokens for this model (${this.Model.name} = ${this.Model.input.maxTokens} tokens)`);
-    }
-    const instructions = [];
-    const originalSize = tokenizer.count(original);
-    if (options.length && originalSize > options.length) {
-        instructions.push(`The original text is ${originalSize} tokens long – it should be less than ${options.length}`);
-        instructions.push(`The text must be standalone and complete in less than ${options.length} tokens, so it has to be shortened to fit the length as well`);
-    }
-    const format = (before, prompt) => {
-        return `
-Prompt: ${prompt}
-
-${START}
-${before}
-${END}
-`.trim();
-    };
-    const Key = fastHash(stringify({
-        taskId,
-        taskType,
-        input: original,
-        prompt
-    }));
-    const formatExample = ({ input, output, instructions }) => {
-        return [
-            { type: 'text', role: 'user', content: format(input, instructions || prompt) },
-            { type: 'text', role: 'assistant', content: `${START}${output}${END}` }
-        ];
-    };
-    const defaultExamples = [
-        { input: 'Hello, how are you?', output: 'Bonjour, comment ça va?', instructions: 'translate to French' },
-        { input: '1\n2\n3', output: '3\n2\n1', instructions: 'reverse the order' }
-    ];
-    const tableExamples = taskId
-        ? await this.adapter.getExamples({
-            input: original,
-            taskId,
-            taskType
-        })
-        : [];
-    const exactMatch = tableExamples.find((x) => x.key === Key);
-    if (exactMatch) {
-        return exactMatch.output;
-    }
-    const savedExamples = [
-        ...tableExamples.map((x) => ({ input: x.input, output: x.output })),
-        ...options.examples
-    ];
-    const REMAINING_TOKENS = this.Model.input.maxTokens - tokenizer.count(prompt) - PROMPT_INPUT_BUFFER;
-    const examples = takeUntilTokens(savedExamples.length ? savedExamples : defaultExamples, REMAINING_TOKENS, (el) => tokenizer.count(stringify(el.input)) + tokenizer.count(stringify(el.output)))
-        .map(formatExample)
-        .flat();
-    const output = await this.callModel({
-        systemPrompt: `
-Rewrite the text between the ${START} and ${END} tags to match the user prompt.
-${instructions.map((x) => `• ${x}`).join('\n')}
-`.trim(),
-        messages: [...examples, { type: 'text', content: format(original, prompt), role: 'user' }],
-        maxTokens: options.length,
-        stopSequences: [END]
-    });
-    let result = output.choices[0].content;
-    if (result.includes(START)) {
-        result = result.slice(result.indexOf(START) + START.length);
-    }
-    if (result.includes(END)) {
-        result = result.slice(0, result.indexOf(END));
-    }
-    if (taskId) {
-        await this.adapter.saveExample({
-            key: Key,
-            metadata: output.metadata,
-            instructions: prompt,
-            input: original,
-            output: result,
-            taskType,
-            taskId
-        });
-    }
-    return result;
-};
-//# sourceMappingURL=rewrite.js.map

package/dist/src/operations/rewrite.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"rewrite.js","sourceRoot":"","sources":["../../../src/operations/rewrite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,iBAAiB,CAAA;AAEnC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAC/D,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAA;AAC5B,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAGjD,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;IACvB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAA;AAGF,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;IACvB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;CACvG,CAAC,CAAA;AASF,MAAM,KAAK,GAAG,SAAS,CAAA;AACvB,MAAM,GAAG,GAAG,OAAO,CAAA;AAEnB,GAAG,CAAC,SAAS,CAAC,OAAO,GAAG,KAAK,WAAsB,QAAQ,EAAE,MAAM,EAAE,QAAQ;IAC3E,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;IAC7C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAA;IAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;IAC1B,MAAM,QAAQ,GAAG,aAAa,CAAA;IAE9B,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAA;IAClG,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAA;IAEzD,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IACrE,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,mBAAmB,CAAA;IAC/F,IAAI,SAAS,GAAG,YAAY,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CACb,qBAAqB,SAAS,mDAAmD,YAAY,2BAA2B,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,UAAU,CAClL,CAAA;IACH,CAAC;IAED,MAAM,YAAY,GAAa,EAAE,CAAA;IAEjC,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAC9C,IAAI,OAAO,CAAC,MAAM,IAAI,YAAY,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QACpD,YAAY,CAAC,IAAI,CAAC,wBAAwB,YAAY,yCAAyC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;QAChH,YAAY,CAAC,IAAI,CACf,yDAAyD,OAAO,CAAC,MAAM,8DAA8D,CACtI,CAAA;IACH,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,MAAc,EAAE,EAAE;QAChD,OAAO;UACD,MAAM;;EAEd,KAAK;EACL,MAAM;EACN,GAAG;CACJ,CAAC,IAAI,EAAE,CAAA;IACN,CAAC,CAAA;IAED,MAAM,GAAG,GAAG,QAAQ,CAClB,SAAS,CAAC;QACR,MAAM;QACN,QAAQ;QACR,KAAK,EAAE,QAAQ;QACf,MAAM;KACP,CAAC,CACH,CAAA;IAED,MAAM,aAAa,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAW,EAAE,EAAE;QACjE,OAAO;YACL,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY,IAAI,MAAM,CAAC,EAAE;YAChG,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,WAAoB,EAAE,OAAO,EAAE,GAAG,KAAK,GAAG,MAAM,GAAG,GAAG,EAAE,EAAE;SAC1F,CAAA;IACH,CAAC,CAAA;IAED,MAAM,eAAe,GAAc;QACjC,EAAE,KAAK,EAAE,qBAAqB,EAAE,MAAM,EAAE,yBAAyB,EAAE,YAAY,EAAE,qBAAqB,EAAE;QACxG,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,mBAAmB,EAAE;KAC3E,CAAA;IAED,MAAM,aAAa,GAAG,MAAM;QAC1B,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAiB;YAC7C,KAAK,EAAE,QAAQ;YACf,MAAM;YACN,QAAQ;SACT,CAAC;QACJ,CAAC,CAAC,EAAE,CAAA;IAEN,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAA;IAC3D,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,UAAU,CAAC,MAAM,CAAA;IAC1B,CAAC;IAED,MAAM,aAAa,GAAc;QAC/B,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAe,EAAE,MAAM,EAAE,CAAC,CAAC,MAAgB,EAAE,CAAC,CAAC;QACvF,GAAG,OAAO,CAAC,QAAQ;KACpB,CAAA;IAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,mBAAmB,CAAA;IACnG,MAAM,QAAQ,GAAG,eAAe,CAC9B,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,eAAe,EACtD,gBAAgB,EAChB,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CACrF;SACE,GAAG,CAAC,aAAa,CAAC;SAClB,IAAI,EAAE,CAAA;IAET,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC;QAClC,YAAY,EAAE;+BACa,KAAK,QAAQ,GAAG;EAC7C,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;CAC7C,CAAC,IAAI,EAAE;QACJ,QAAQ,EAAE,CAAC,GAAG,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC1F,SAAS,EAAE,OAAO,CAAC,MAAM;QACzB,aAAa,EAAE,CAAC,GAAG,CAAC;KACrB,CAAC,CAAA;IAEF,IAAI,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAiB,CAAA;IAEhD,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;IAC7D,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;IAC/C,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;YAC7B,GAAG,EAAE,GAAG;YACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,YAAY,EAAE,MAAM;YACpB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,MAAM;YACd,QAAQ;YACR,MAAM;SACP,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC,CAAA"}

package/dist/src/operations/rewrite.test.d.ts

@@ -1 +0,0 @@
-export {};