@softr/sdk 0.0.78 → 0.0.79-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/action.d.ts CHANGED
@@ -264,5 +264,38 @@ type CommentsDefinition<TId extends string> = {
264
264
  * const thread = await comments.list(orderComments, { recordId })
265
265
  */
266
266
  declare function defineComments<const TId extends string>(definition: CommentsDefinition<TId>): CommentsAction<TId>;
267
+ type AiResource = {
268
+ type: "SOFTR_AI";
269
+ model: string;
270
+ };
271
+ type AiAction<TId extends string = string> = Action<AiResource> & {
272
+ id: TId;
273
+ };
274
+ type AiDefinition<TId extends string> = {
275
+ id: TId;
276
+ model: string;
277
+ permissions: ActionPermissions;
278
+ };
279
+ /**
280
+ * Declares an AI action: a model call run by Softr on its own provider keys and billed to the
281
+ * workspace's AI credits, so nothing has to be connected. `model` is the id of a model from
282
+ * Softr's AI catalog, chosen when the app is built: read the catalog with the `list_ai_models`
283
+ * tool and copy the id exactly. An id outside the catalog is refused when the action is saved.
284
+ *
285
+ * Every call spends the workspace's credits, so keep the audience to signed-in users unless a
286
+ * public page really needs the call.
287
+ *
288
+ * Pass the returned object to `ai.generate()` or `ai.stream()` at runtime.
289
+ *
290
+ * @example
291
+ * const summarizeDeal = defineAiAction({
292
+ * id: "summarizeDeal",
293
+ * model: "anthropic-claude-sonnet-4-6",
294
+ * permissions: { userGroupTypes: ["LOGGED_IN_USERS"] },
295
+ * })
296
+ *
297
+ * const answer = await ai.generate(summarizeDeal, { system: "...", prompt: facts })
298
+ */
299
+ declare function defineAiAction<const TId extends string>(definition: AiDefinition<TId>): AiAction<TId>;
267
300
  //#endregion
268
- export { ActionData, ActionPermissions, ActionRecord, ActionShape, CommentsAction, DatasourceAction, FieldTypeOf, IntegrationAction, ReadOf, ReadShape, SoftrDatasources, WorkflowAction, defineComments, defineIntegration, defineMutation, defineQuery, defineWorkflow };
301
+ export { ActionData, ActionPermissions, ActionRecord, ActionShape, AiAction, CommentsAction, DatasourceAction, FieldTypeOf, IntegrationAction, ReadOf, ReadShape, SoftrDatasources, WorkflowAction, defineAiAction, defineComments, defineIntegration, defineMutation, defineQuery, defineWorkflow };
package/dist/action.js CHANGED
@@ -81,6 +81,17 @@ function isDatasourceAction(value) {
81
81
  const resource = candidate.resource;
82
82
  return typeof candidate.id === "string" && typeof resource === "object" && resource !== null && resource.type === "DATASOURCE";
83
83
  }
84
+ function defineAiAction(definition) {
85
+ const { id, model, permissions } = definition;
86
+ return {
87
+ id,
88
+ resource: {
89
+ type: "SOFTR_AI",
90
+ model
91
+ },
92
+ permissions
93
+ };
94
+ }
84
95
 
85
96
  //#endregion
86
- export { defineComments, defineIntegration, defineMutation, defineQuery, defineWorkflow, isDatasourceAction };
97
+ export { defineAiAction, defineComments, defineIntegration, defineMutation, defineQuery, defineWorkflow, isDatasourceAction };
@@ -0,0 +1,76 @@
1
+ import { AiAction } from "../action.js";
2
+
3
+ //#region src/core/ai.d.ts
4
+ /** A document or image the model reads, by the URL the app holds it under: one of its own uploads, as a rule. */
5
+ interface AiFile {
6
+ /** An https URL Softr may fetch. */
7
+ url: string;
8
+ /** The file's type when the URL does not say, such as `application/pdf`. */
9
+ mimeType?: string;
10
+ }
11
+ /** One earlier turn of a conversation. */
12
+ interface AiMessage {
13
+ role: 'user' | 'assistant';
14
+ content: string;
15
+ }
16
+ interface AiGenerateInit {
17
+ /** What the model is and the rules it answers under. */
18
+ system?: string;
19
+ /** The earlier turns of a conversation, oldest first, before the prompt. Leave out for a one-shot call. */
20
+ messages?: ReadonlyArray<AiMessage>;
21
+ /** What it is asked, with the facts it is given. */
22
+ prompt: string;
23
+ /**
24
+ * A JSON schema the answer has to match. With it, the model is asked for JSON only and the
25
+ * answer comes back parsed in `json` as well as written in `text`.
26
+ */
27
+ schema?: Record<string, unknown>;
28
+ /** Documents and images the model reads alongside the prompt. */
29
+ files?: ReadonlyArray<AiFile>;
30
+ /** A cap on the answer's length, in tokens; Softr caps it further. */
31
+ maxOutputTokens?: number;
32
+ /**
33
+ * How hard a reasoning model thinks before it answers. A model that does not reason ignores it;
34
+ * the catalog says which do. Left out, the provider's default applies.
35
+ */
36
+ reasoning?: 'low' | 'medium' | 'high';
37
+ /** How varied the answer is, 0 to 1: 0 for an extraction, higher for a draft. A low default when left out. */
38
+ temperature?: number;
39
+ signal?: AbortSignal;
40
+ }
41
+ interface AiUsage {
42
+ inputTokens: number;
43
+ outputTokens: number;
44
+ }
45
+ interface AiAnswer {
46
+ /** The answer as the model wrote it. */
47
+ text: string;
48
+ /** The answer parsed as JSON when `schema` was given and the model kept to it; `null` otherwise. */
49
+ json: unknown;
50
+ usage: AiUsage;
51
+ /** The model that answered. */
52
+ model: string;
53
+ }
54
+ /**
55
+ * Thrown when the model call was refused or failed. `status` is the HTTP status Softr answered
56
+ * with; 402 means the workspace has no AI credits left.
57
+ */
58
+ declare class AiError extends Error {
59
+ readonly status: number;
60
+ constructor(status: number, message: string);
61
+ }
62
+ /** Runs the action once and answers when the model is done. */
63
+ declare function aiGenerate(action: AiAction, init: AiGenerateInit): Promise<AiAnswer>;
64
+ /**
65
+ * Runs the action and answers while the model writes. The returned `Response` body is a stream of
66
+ * Server-Sent Events, one JSON object per `data:` line: `{ "text": "..." }` for each piece of the
67
+ * answer, then `{ "done": true, "usage": {...}, "model": "..." }`, or `{ "error": "..." }` in its
68
+ * place. Hand it to the browser as a `Response` with `Content-Type: text/event-stream`.
69
+ */
70
+ declare function aiStream(action: AiAction, init: AiGenerateInit): Promise<Response>;
71
+ declare const ai: {
72
+ generate: typeof aiGenerate;
73
+ stream: typeof aiStream;
74
+ };
75
+ //#endregion
76
+ export { AiAnswer, AiError, AiFile, AiGenerateInit, AiMessage, AiUsage, ai };
@@ -0,0 +1,64 @@
1
+ import { fetch } from "../fetch.js";
2
+ import { readSessionToken } from "../auth/session.js";
3
+ import { describeFailure, dsUrl, refererHeader } from "../datasource/record.js";
4
+
5
+ //#region src/core/ai.ts
6
+ /**
7
+ * Thrown when the model call was refused or failed. `status` is the HTTP status Softr answered
8
+ * with; 402 means the workspace has no AI credits left.
9
+ */
10
+ var AiError = class extends Error {
11
+ status;
12
+ constructor(status, message) {
13
+ super(message);
14
+ this.name = "AiError";
15
+ this.status = status;
16
+ }
17
+ };
18
+ function body(init) {
19
+ return JSON.stringify({
20
+ system: init.system,
21
+ messages: init.messages,
22
+ prompt: init.prompt,
23
+ schema: init.schema,
24
+ files: init.files,
25
+ maxOutputTokens: init.maxOutputTokens,
26
+ reasoning: init.reasoning,
27
+ temperature: init.temperature
28
+ });
29
+ }
30
+ async function post(action, path, init) {
31
+ if (init.signal?.aborted) throw init.signal.reason ?? new DOMException("The operation was aborted.", "AbortError");
32
+ const res = await fetch(`${dsUrl(action.id)}/${path}`, {
33
+ method: "POST",
34
+ headers: {
35
+ "Content-Type": "application/json",
36
+ "Authorization": `Bearer ${readSessionToken()}`,
37
+ ...refererHeader()
38
+ },
39
+ body: body(init),
40
+ signal: init.signal
41
+ });
42
+ if (!res.ok) throw new AiError(res.status, `AI call "${action.id}" failed: ${await describeFailure(res)}`);
43
+ return res;
44
+ }
45
+ /** Runs the action once and answers when the model is done. */
46
+ async function aiGenerate(action, init) {
47
+ return await (await post(action, "softr-ai/generate", init)).json();
48
+ }
49
+ /**
50
+ * Runs the action and answers while the model writes. The returned `Response` body is a stream of
51
+ * Server-Sent Events, one JSON object per `data:` line: `{ "text": "..." }` for each piece of the
52
+ * answer, then `{ "done": true, "usage": {...}, "model": "..." }`, or `{ "error": "..." }` in its
53
+ * place. Hand it to the browser as a `Response` with `Content-Type: text/event-stream`.
54
+ */
55
+ async function aiStream(action, init) {
56
+ return post(action, "softr-ai/generate/stream", init);
57
+ }
58
+ const ai = {
59
+ generate: aiGenerate,
60
+ stream: aiStream
61
+ };
62
+
63
+ //#endregion
64
+ export { AiError, ai };
package/dist/index.d.ts CHANGED
@@ -1,8 +1,9 @@
1
1
  import { SoftrUserGroupId, SoftrUserGroups, SoftrUserProperties, User } from "./auth/user.js";
2
- import { ActionPermissions, SoftrDatasources, defineComments, defineIntegration, defineMutation, defineQuery, defineWorkflow } from "./action.js";
2
+ import { ActionPermissions, SoftrDatasources, defineAiAction, defineComments, defineIntegration, defineMutation, defineQuery, defineWorkflow } from "./action.js";
3
3
  import { FileAttachment } from "./core/file-upload.js";
4
4
  import { FileItem, useFileUpload } from "./core/use-file-upload.js";
5
5
  import { CommentAttachmentInput, CommentMention, CommentThread, CommentView } from "./comments/comments.js";
6
+ import { AiAnswer, AiFile, AiGenerateInit, AiMessage, AiUsage } from "./core/ai.js";
6
7
  import { DateOptions, DateParts, DateSeparator, DateValue, FixedDateFormat, FormattedDate, Formatting, FormattingScope, WeekDay, formatDate, formatDateTime, formatNumber, useFormatting } from "./formatting.js";
7
8
  import { SoftrContext } from "./auth/context.js";
8
9
  import { AuthSettings } from "./auth/platform.js";
@@ -18,4 +19,4 @@ import { useUserTimezone } from "./timezone.js";
18
19
  import { PwaInstall, PwaPlatform, SoftrPwaHead, usePwaInstall } from "./pwa.js";
19
20
  import { DefaultErrorOverlay } from "./default-error-overlay.js";
20
21
  import { Audience } from "./route/audience.js";
21
- export { type ActionPermissions, Audience, type AuthOptions, type AuthSettings, AuthSettingsProvider, type CommentAttachmentInput, type CommentMention, type CommentThread, type CommentView, type DateOptions, type DateParts, type DateSeparator, type DateValue, DefaultErrorOverlay, type FieldShape, type FileAttachment, type FileItem, type FixedDateFormat, FormattedDate, type Formatting, FormattingScope, type Page, type PageSettings, type PwaInstall, type PwaPlatform, type SoftrContext, type SoftrDatasources, type SoftrFieldRegistry, SoftrPwaHead, type SoftrUserGroupId, type SoftrUserGroups, type SoftrUserProperties, type User, type WeekDay, assertRouteAccess, checkAccess, defineComments, defineIntegration, defineMutation, definePage, defineQuery, defineVisibility, defineWorkflow, fieldShape, formatDate, formatDateTime, formatDuration, formatField, formatNumber, formatValue, getAuthSettings, getSoftrContext, guardRoute, initialSoftrContext, isAccessError, isAlreadyAuthenticatedError, isAuthorized, isForbiddenError, isUnauthenticatedError, pageHead, registerSoftrFields, softrAuthMiddleware, softrMcpMiddleware, toReturnPath, useAuthSettings, useCurrentUser, useFileUpload, useFormatting, useOverrides, usePwaInstall, useUserTimezone };
22
+ export { type ActionPermissions, type AiAnswer, type AiFile, type AiGenerateInit, type AiMessage, type AiUsage, Audience, type AuthOptions, type AuthSettings, AuthSettingsProvider, type CommentAttachmentInput, type CommentMention, type CommentThread, type CommentView, type DateOptions, type DateParts, type DateSeparator, type DateValue, DefaultErrorOverlay, type FieldShape, type FileAttachment, type FileItem, type FixedDateFormat, FormattedDate, type Formatting, FormattingScope, type Page, type PageSettings, type PwaInstall, type PwaPlatform, type SoftrContext, type SoftrDatasources, type SoftrFieldRegistry, SoftrPwaHead, type SoftrUserGroupId, type SoftrUserGroups, type SoftrUserProperties, type User, type WeekDay, assertRouteAccess, checkAccess, defineAiAction, defineComments, defineIntegration, defineMutation, definePage, defineQuery, defineVisibility, defineWorkflow, fieldShape, formatDate, formatDateTime, formatDuration, formatField, formatNumber, formatValue, getAuthSettings, getSoftrContext, guardRoute, initialSoftrContext, isAccessError, isAlreadyAuthenticatedError, isAuthorized, isForbiddenError, isUnauthenticatedError, pageHead, registerSoftrFields, softrAuthMiddleware, softrMcpMiddleware, toReturnPath, useAuthSettings, useCurrentUser, useFileUpload, useFormatting, useOverrides, usePwaInstall, useUserTimezone };
package/dist/index.js CHANGED
@@ -1,5 +1,5 @@
1
1
  import { useFileUpload } from "./core/use-file-upload.js";
2
- import { defineComments, defineIntegration, defineMutation, defineQuery, defineWorkflow } from "./action.js";
2
+ import { defineAiAction, defineComments, defineIntegration, defineMutation, defineQuery, defineWorkflow } from "./action.js";
3
3
  import { checkAccess, defineVisibility, isAuthorized } from "./route/visibility.js";
4
4
  import { assertRouteAccess, guardRoute, isAccessError, isAlreadyAuthenticatedError, isForbiddenError, isUnauthenticatedError } from "./route/route.js";
5
5
  import { definePage, pageHead } from "./route/page.js";
@@ -14,4 +14,4 @@ import { useUserTimezone } from "./timezone.js";
14
14
  import { DefaultErrorOverlay } from "./default-error-overlay.js";
15
15
  import { Audience } from "./route/audience.js";
16
16
 
17
- export { Audience, AuthSettingsProvider, DefaultErrorOverlay, FormattedDate, FormattingScope, SoftrPwaHead, assertRouteAccess, checkAccess, defineComments, defineIntegration, defineMutation, definePage, defineQuery, defineVisibility, defineWorkflow, fieldShape, formatDate, formatDateTime, formatDuration, formatField, formatNumber, formatValue, getAuthSettings, getSoftrContext, guardRoute, initialSoftrContext, isAccessError, isAlreadyAuthenticatedError, isAuthorized, isForbiddenError, isUnauthenticatedError, pageHead, registerSoftrFields, softrAuthMiddleware, softrMcpMiddleware, toReturnPath, useAuthSettings, useCurrentUser, useFileUpload, useFormatting, useOverrides, usePwaInstall, useUserTimezone };
17
+ export { Audience, AuthSettingsProvider, DefaultErrorOverlay, FormattedDate, FormattingScope, SoftrPwaHead, assertRouteAccess, checkAccess, defineAiAction, defineComments, defineIntegration, defineMutation, definePage, defineQuery, defineVisibility, defineWorkflow, fieldShape, formatDate, formatDateTime, formatDuration, formatField, formatNumber, formatValue, getAuthSettings, getSoftrContext, guardRoute, initialSoftrContext, isAccessError, isAlreadyAuthenticatedError, isAuthorized, isForbiddenError, isUnauthenticatedError, pageHead, registerSoftrFields, softrAuthMiddleware, softrMcpMiddleware, toReturnPath, useAuthSettings, useCurrentUser, useFileUpload, useFormatting, useOverrides, usePwaInstall, useUserTimezone };
package/dist/package.js CHANGED
@@ -1,5 +1,5 @@
1
1
  //#region package.json
2
- var version = "0.0.78";
2
+ var version = "0.0.79-alpha.0";
3
3
 
4
4
  //#endregion
5
5
  export { version };
package/dist/server.d.ts CHANGED
@@ -1,9 +1,10 @@
1
1
  import { upload } from "./core/file-upload.js";
2
2
  import { comments } from "./comments/comments.js";
3
+ import { AiError, ai } from "./core/ai.js";
3
4
  import { auth } from "./auth/server.js";
4
5
  import { FieldChoice, RecordOption, RecordOptions } from "./core/options.js";
5
6
  import { ds } from "./datasource/datasource.js";
6
7
  import { workflow } from "./core/workflow.js";
7
8
  import { integration } from "./core/integration.js";
8
9
  import "@tanstack/react-start/server-only";
9
- export { type FieldChoice, type RecordOption, type RecordOptions, auth, comments, ds, integration, upload, workflow };
10
+ export { AiError, type FieldChoice, type RecordOption, type RecordOptions, ai, auth, comments, ds, integration, upload, workflow };
package/dist/server.js CHANGED
@@ -3,7 +3,8 @@ import { ds } from "./datasource/datasource.js";
3
3
  import { auth } from "./auth/server.js";
4
4
  import { workflow } from "./core/workflow.js";
5
5
  import { integration } from "./core/integration.js";
6
+ import { AiError, ai } from "./core/ai.js";
6
7
  import { comments } from "./comments/comments.js";
7
8
  import "@tanstack/react-start/server-only";
8
9
 
9
- export { auth, comments, ds, integration, upload, workflow };
10
+ export { AiError, ai, auth, comments, ds, integration, upload, workflow };
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@softr/sdk",
3
- "version": "0.0.78",
3
+ "version": "0.0.79-alpha.0",
4
4
  "type": "module",
5
5
  "exports": {
6
6
  ".": { "types": "./dist/index.d.ts", "import": "./dist/index.js" },
@@ -18,6 +18,7 @@ metadata:
18
18
  > **CRITICAL**: The SDK is split across four entrypoints and the split is enforced. `ds` and `auth` exist only on `@softr/sdk/server` and only run inside a `createServerFn` handler. Importing them anywhere else fails the build.
19
19
  > **CRITICAL**: Every route file must declare its audience with `defineVisibility` and guard itself with that rule in `beforeLoad`. There is no default and nothing is inherited from a sibling.
20
20
  > **CRITICAL**: The app is already wired. `src/start.ts`, `src/router.tsx` and `src/routes/__root.tsx` register `softrAuthMiddleware` and resolve the session. Do not add a second registration of it. `softrMcpMiddleware` is the one thing an app adds to `src/start.ts` itself — load the `softr-sdk/mcp` sub-skill before doing so.
21
+ > **CRITICAL**: `ai.generate` and `ai.stream` live on `@softr/sdk/server` and only run inside a `createServerFn` handler. Use `defineAiAction` from `@softr/sdk` to declare the action with the model it runs on, an id copied from the `ai_list_models` tool. Softr runs the model on its own keys; never ask the user for an API key for the app's own AI feature. Load the `softr-sdk/ai` sub-skill for the full pattern.
21
22
  > **CRITICAL**: `workflow.trigger` lives on `@softr/sdk/server` and only runs inside a `createServerFn` handler. Use `defineWorkflow` from `@softr/sdk` to declare the action, then pass it to `workflow.trigger`. Load the `softr-sdk/workflows` sub-skill for the full pattern.
22
23
 
23
24
  Each sub-skill stands alone for its task and repeats the boundary above, so most work needs **one** sub-skill and not this file. Load this one when you are unsure which sub-skill applies, or when the wiring below is what you are touching. Add a second sub-skill only when the work genuinely crosses that boundary: a page that lists records behind a group restriction needs `record-queries` plus `routes-and-visibility`.
@@ -26,8 +27,8 @@ Each sub-skill stands alone for its task and repeats the boundary above, so most
26
27
 
27
28
  | Import | Runs | Holds |
28
29
  | --- | --- | --- |
29
- | `@softr/sdk` | Both | `defineQuery`, `defineMutation`, `defineComments`, `defineVisibility`, `guardRoute`, `assertRouteAccess`, `isAuthorized`, `checkAccess`, `Audience`, `useCurrentUser`, `useUserTimezone`, `FormattedDate`, `FormattingScope`, `useFormatting`, `formatDate`, `formatDateTime`, `formatNumber`, `formatValue`, `formatField`, `fieldShape`, `registerSoftrFields`, `useOverrides`, `SoftrPwaHead`, `usePwaInstall`, `getSoftrContext`, `initialSoftrContext`, `softrAuthMiddleware`, the error predicates, and every type |
30
- | `@softr/sdk/server` | Server only | `ds`, `auth`, `workflow`, `integration`, `comments` |
30
+ | `@softr/sdk` | Both | `defineQuery`, `defineMutation`, `defineComments`, `defineAiAction`, `defineVisibility`, `guardRoute`, `assertRouteAccess`, `isAuthorized`, `checkAccess`, `Audience`, `useCurrentUser`, `useUserTimezone`, `FormattedDate`, `FormattingScope`, `useFormatting`, `formatDate`, `formatDateTime`, `formatNumber`, `formatValue`, `formatField`, `fieldShape`, `registerSoftrFields`, `useOverrides`, `SoftrPwaHead`, `usePwaInstall`, `getSoftrContext`, `initialSoftrContext`, `softrAuthMiddleware`, the error predicates, and every type |
31
+ | `@softr/sdk/server` | Server only | `ds`, `auth`, `workflow`, `integration`, `comments`, `ai` |
31
32
  | `@softr/sdk/client` | Browser only | `useFileUpload`, `useCommentComposer` |
32
33
  | `@softr/sdk/vite` | Build | `softr()`, already in `vite.config.ts` |
33
34
 
@@ -43,7 +44,8 @@ Each sub-skill stands alone for its task and repeats the boundary above, so most
43
44
  | Create, update or delete a record | [record-mutations/SKILL.md](./record-mutations/SKILL.md) |
44
45
  | Trigger a Softr workflow | [workflows/SKILL.md](./workflows/SKILL.md) |
45
46
  | Sign a visitor in, out, or up | [auth/SKILL.md](./auth/SKILL.md) |
46
- | Call a connected third-party API (Slack, Stripe, Gmail, …) | [integrations/SKILL.md](./integrations/SKILL.md) |
47
+ | Ask an AI model: a summary, an extraction from a document, a classification, a draft, a chat | [ai/SKILL.md](./ai/SKILL.md) |
48
+ | Call a connected third-party API (Slack, Stripe, Gmail, …), or an AI model on the user's own provider account | [integrations/SKILL.md](./integrations/SKILL.md) |
47
49
  | Open the app to AI assistants over MCP | [mcp/SKILL.md](./mcp/SKILL.md) |
48
50
  | Let visitors install the app on their home screen | [pwa/SKILL.md](./pwa/SKILL.md) |
49
51
  | Show a date, a time or a number | [formatting/SKILL.md](./formatting/SKILL.md) |
@@ -76,9 +78,15 @@ Triggering a Softr workflow from a button or form?
76
78
  Wiring a login, signup, or sign-out?
77
79
  load softr-sdk/auth
78
80
 
81
+ Asking an AI model for anything: a summary, fields out of a document, a classification, a draft, a chat?
82
+ load softr-sdk/ai — Softr runs the model on its own keys, nothing to connect; pick the model from ai_list_models
83
+
79
84
  Calling a connected third-party API (Slack, Stripe, Gmail, Google Calendar, …)?
80
85
  load softr-sdk/integrations
81
86
 
87
+ Running a model on the user's OWN provider account, because they asked for that?
88
+ load softr-sdk/integrations: its "Calling an AI model" section
89
+
82
90
  Opening the app to an AI assistant over MCP?
83
91
  load softr-sdk/mcp
84
92
 
@@ -0,0 +1,161 @@
1
+ ---
2
+ name: ai
3
+ description: >-
4
+ Run an AI model from the app on Softr's own keys, billed to the workspace's
5
+ AI credits, with nothing to connect: defineAiAction from @softr/sdk declares
6
+ the action with the catalog model it runs on and its permissions;
7
+ ai.generate from @softr/sdk/server runs it with a system text, a prompt, an
8
+ optional JSON schema for an answer that is data, and optional files;
9
+ ai.stream runs it for an answer the user watches being written. Load this
10
+ for a summary, an extraction, a classification, a draft, or a chat the app
11
+ asks a model for.
12
+ metadata:
13
+ type: sub-skill
14
+ library: softr-sdk
15
+ library_version: 0.0.79-alpha.0
16
+ ---
17
+
18
+ **Boundary.** `ai` lives on `@softr/sdk/server` and runs only inside a `createServerFn` handler — importing it into a component fails the build. `defineAiAction` and every type come from `@softr/sdk` and can be imported anywhere.
19
+
20
+ # AI
21
+
22
+ An app asks a model through an AI action. Softr runs the call on its own provider keys and bills the workspace's AI credits, so there is no key to ask the user for and nothing to connect. This is the path for every AI feature of the app's own — a summary of a record, fields extracted from a document, a classification, a draft, a chat — unless the user explicitly asked to use their own provider account, which is the `integrations` sub-skill's path.
23
+
24
+ ## Choose the model first
25
+
26
+ The model is chosen when the app is built and frozen in its code. Before you declare an action, read Softr's catalog with the `ai_list_models` tool. Each entry carries the `id` the action names, the `provider`, and `bestFor`, what to pick it for:
27
+
28
+ - a summary, a briefing, a draft, reasoning over many facts: the strongest model listed;
29
+ - an extraction or a classification over one document: the cheapest model that reads that document's kind — a PDF needs a model whose `bestFor` says so.
30
+
31
+ Copy the `id` exactly. An id outside the catalog is refused when the action is saved, and a model spelled from memory never is in it.
32
+
33
+ ## Declare the action
34
+
35
+ ```ts
36
+ const summarizeDeal = defineAiAction({
37
+ id: 'summarizeDeal',
38
+ model: 'anthropic-claude-sonnet-4-6',
39
+ permissions: { userGroupTypes: ['LOGGED_IN_USERS'] },
40
+ })
41
+ ```
42
+
43
+ Write the object inline in `defineAiAction`. Passing it through a variable widens the types.
44
+
45
+ **Every call spends the workspace's credits.** Keep the audience to `['LOGGED_IN_USERS']`, narrowed with `customGroups` where the feature is for some users only. Open an AI action to visitors only when a public page really needs it, and say so to the user: anyone on the internet can then bill the workspace.
46
+
47
+ Declare one action per feature — the summary and the extraction are two actions, each with its own `id`, its own model and its own audience.
48
+
49
+ ## Core pattern: an answer the server reads
50
+
51
+ `ai.generate(action, init)` runs the action and answers when the model is done. `init` takes:
52
+
53
+ - `prompt` — what the model is asked, with the facts it is given. Required.
54
+ - `system` — what the model is and the rules it answers under.
55
+ - `schema` — a JSON schema the answer has to match. With it the model is asked for JSON only, and the answer comes back parsed in `json` as well as written in `text`.
56
+ - `files` — documents and images the model reads, each as `{ url, mimeType? }`: an `https` URL Softr may fetch, one of the app's own uploads as a rule.
57
+ - `maxOutputTokens` — a cap on the answer's length. Softr caps it further.
58
+ - `messages` — the earlier turns of a conversation, oldest first, each `{ role: 'user' | 'assistant', content }`. The prompt is the newest turn. Leave out for a one-shot call.
59
+ - `reasoning` — `'low'`, `'medium'` or `'high'`: how hard a reasoning model thinks before it answers. The catalog says which models reason; the others ignore it. Leave out for the provider's default.
60
+ - `temperature` — 0 to 1: how varied the answer is. `0` for an extraction or a classification, around `0.7` for a draft. A low default when left out.
61
+
62
+ The answer is `{ text, json, usage, model }`: `text` as the model wrote it, `json` parsed when a schema was given and the model kept to it, `null` otherwise.
63
+
64
+ ```ts
65
+ const summarize = createServerFn({ method: 'POST' })
66
+ .validator(z.object({ recordId: z.string() }))
67
+ .handler(async ({ data }) => {
68
+ const deal = await ds.get(dealQuery, { id: data.recordId })
69
+ if (deal === null) throw new Error('This deal no longer exists')
70
+ const facts = [`Name: ${fieldText(deal.fields.name)}`, `Stage: ${fieldText(deal.fields.stage)}`].join('\n')
71
+ const answer = await ai.generate(summarizeDeal, {
72
+ system: 'You brief a sales team. Use only the facts given; say what is missing rather than invent it.',
73
+ prompt: facts,
74
+ maxOutputTokens: 800,
75
+ })
76
+ return answer.text
77
+ })
78
+ ```
79
+
80
+ ## Extraction: an answer that is data
81
+
82
+ A document dropped on the app, fields pulled out of it, a record created — the model reads the file and answers in the shape the record needs. Give it the schema and the file; validate the parsed answer before writing it, since a model may stray from the shape.
83
+
84
+ ```ts
85
+ const InvoiceFields = z.object({ vendor: z.string(), total: z.number(), issuedOn: z.string() })
86
+
87
+ const extractInvoice = createServerFn({ method: 'POST' })
88
+ .validator(z.object({ fileUrl: z.string().url() }))
89
+ .handler(async ({ data }) => {
90
+ const answer = await ai.generate(readInvoice, {
91
+ system: 'Read the invoice and answer with its fields. Dates as YYYY-MM-DD, amounts as numbers.',
92
+ prompt: 'Extract the vendor, the total and the issue date.',
93
+ schema: {
94
+ type: 'object',
95
+ properties: { vendor: { type: 'string' }, total: { type: 'number' }, issuedOn: { type: 'string' } },
96
+ required: ['vendor', 'total', 'issuedOn'],
97
+ },
98
+ files: [{ url: data.fileUrl, mimeType: 'application/pdf' }],
99
+ })
100
+ const parsed = InvoiceFields.safeParse(answer.json)
101
+ if (!parsed.success) throw new Error('The invoice could not be read. Try a clearer scan.')
102
+ return ds.create(createInvoice, { data: parsed.data })
103
+ })
104
+ ```
105
+
106
+ The file's URL comes from the app's own upload: load the Softr SDK `file-uploads` guidance for that half. `readInvoice` names a model whose `bestFor` reads PDF documents.
107
+
108
+ ## A conversation
109
+
110
+ A chat sends its earlier turns in `messages` and the new one as `prompt`. The app keeps the turns; the model holds nothing between calls.
111
+
112
+ ```ts
113
+ const reply = createServerFn({ method: 'POST' })
114
+ .validator(z.object({ turns: z.array(z.object({ role: z.enum(['user', 'assistant']), content: z.string() })), prompt: z.string() }))
115
+ .handler(async ({ data }) => {
116
+ const answer = await ai.generate(supportChat, {
117
+ system: 'You answer questions about the order the user is looking at.',
118
+ messages: data.turns,
119
+ prompt: data.prompt,
120
+ temperature: 0.5,
121
+ })
122
+ return answer.text
123
+ })
124
+ ```
125
+
126
+ A chat the user watches being written streams instead, with the same `messages`: see the next section.
127
+
128
+ ## Streaming: an answer the user watches being written
129
+
130
+ A chat, an assistant, a long draft shown as it is typed — never buffer these: the user would watch a blank panel until the last token. `ai.stream(action, init)` takes the same `init` and answers with a `Response` whose body is a stream of Server-Sent Events. Hand it to the browser from the server function, unchanged:
131
+
132
+ ```ts
133
+ const draftReply = createServerFn({ method: 'POST' })
134
+ .validator(z.object({ prompt: z.string() }))
135
+ .handler(async ({ data }) => {
136
+ const res = await ai.stream(draftAction, { system: 'You write replies for a support team.', prompt: data.prompt })
137
+ return new Response(res.body, { headers: { 'Content-Type': 'text/event-stream' } })
138
+ })
139
+ ```
140
+
141
+ Each event is one JSON object on a `data:` line:
142
+
143
+ - `{ "text": "..." }` — the next piece of the answer; append it.
144
+ - `{ "done": true, "usage": { "inputTokens", "outputTokens" }, "model": "..." }` — the answer is complete.
145
+ - `{ "error": "..." }` — in place of `done`, when the call ended before its answer: show the message.
146
+
147
+ On the client, call the server function's URL with `fetch`, read `response.body` with a stream reader, split on blank lines, and parse the JSON after `data:`.
148
+
149
+ ## Failure modes
150
+
151
+ **Calling from client code.** `ai` is server-only. Importing it into a component or calling it outside a `createServerFn` handler fails the build or has no request context to act on.
152
+
153
+ **Spelling a model id.** `model` is copied from `ai_list_models`, never written from memory. An id outside the catalog fails the save of the action, so the app cannot be published with it.
154
+
155
+ **No credits left.** `ai.generate` and `ai.stream` throw an `AiError` whose `status` is `402` when the workspace has no AI credits. Show its message to the user; the workspace owner tops the credits up in Softr. Any other refusal carries its status and reason the same way.
156
+
157
+ **Trusting `json` without checking it.** A model may stray from the schema; `json` is then `null`, or a shape close to the one asked. Validate it with `zod` before writing it to a record, and keep `text` as the fallback the user can read.
158
+
159
+ **Reading a streamed body with `res.json()`.** The body of `ai.stream` is an event stream, not one JSON document. Return `res.body` in a `Response` or read it with a stream reader.
160
+
161
+ **Asking for the user's API key.** An AI feature of the app's own needs none. Only when the user asks to run the app on their own provider account does the call go through a connected integration — load the `integrations` sub-skill then.
@@ -126,9 +126,9 @@ Do not add an `Authorization` key to `headers` — Softr injects the integration
126
126
 
127
127
  ## Calling an AI model
128
128
 
129
- A button on one record that hands its fields to the model and shows the answer is the `ai-action` pattern:
130
- it carries this call and the model id, so write the call by hand only for another shape — a batch, a chat,
131
- a field the model fills on create. An AI integration is called like any other. For `ANTHROPIC_AI`, the action is `POST` on
129
+ **This is the path for the user's own provider account only.** An AI feature of the app's own — a summary, an extraction, a chat — runs on Softr's keys through an AI action, with nothing to connect and no key to ask for: load the `ai` sub-skill for it. Call a model through an integration only when the user asked to use their own OpenAI, Anthropic or Gemini account, and had it connected.
130
+
131
+ An AI integration is called like any other. For `ANTHROPIC_AI`, the action is `POST` on
132
132
  `https://api.anthropic.com/v1/messages`, the request carries the `anthropic-version` header and a body of
133
133
  `model`, `max_tokens`, `system` and `messages`, and the answer's text is in `content[].text`:
134
134