@dxos/assistant 0.8.4-main.5ea62a8 → 0.8.4-main.66e292d

package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts

@@ -1,32 +1,30 @@
-export declare const extractionNerFn: import("@dxos/functions").FunctionDefinition<{
-    readonly objects?: readonly import("@dxos/echo-schema").Expando[] | undefined;
+/**
+ * Named Entity Recognition model
+ */
+export declare const extractionNerFunction: import("@dxos/functions").FunctionDefinition<{
     readonly options?: {
         readonly timeout?: number | undefined;
         readonly fallbackToRaw?: boolean | undefined;
     } | undefined;
-    readonly message: import("@dxos/echo/Type").OfKind<import("@dxos/echo-schema").EntityKind.Object> & {
+    readonly message: import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
         id: string;
         parentMessage?: string | undefined;
         created: string;
         sender: {
             name?: string | undefined;
-            contact?: import("@dxos/echo-schema").Ref<import("@dxos/echo/Type").OfKind<import("@dxos/echo-schema").EntityKind.Object> & {
-                fields?: {
-                    readonly value: string;
-                    readonly category?: string | undefined;
-                    readonly label: string;
-                }[] | undefined;
+            role?: "user" | "assistant" | "tool" | undefined;
+            contact?: import("@dxos/echo/internal").Ref<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
                 image?: string | undefined;
                 fullName?: string | undefined;
                 preferredName?: string | undefined;
                 nickname?: string | undefined;
-                organization?: import("@dxos/echo-schema").Ref<import("@dxos/echo/Type").OfKind<import("@dxos/echo-schema").EntityKind.Object> & {
-                    id: string;
-                    name?: string | undefined;
+                organization?: import("@dxos/echo/internal").Ref<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
                     description?: string | undefined;
+                    name?: string | undefined;
                     status?: "prospect" | "qualified" | "active" | "commit" | "reject" | undefined;
                     image?: string | undefined;
                     website?: string | undefined;
+                    location?: readonly [number, number, (number | undefined)?] | undefined;
                 }> | undefined;
                 jobTitle?: string | undefined;
                 department?: string | undefined;
@@ -43,6 +41,11 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
                     readonly value: string;
                     readonly label?: string | undefined;
                 }[] | undefined;
+                fields?: {
+                    readonly value: string;
+                    readonly label: string;
+                    readonly category?: string | undefined;
+                }[] | undefined;
                 addresses?: {
                     readonly value: {
                         readonly street?: string | undefined;
@@ -60,11 +63,11 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
                     readonly label?: string | undefined;
                 }[] | undefined;
                 birthday?: string | undefined;
+                location?: readonly [number, number, (number | undefined)?] | undefined;
             }> | undefined;
             identityDid?: string | undefined;
             identityKey?: string | undefined;
             email?: string | undefined;
-            role?: "user" | "assistant" | undefined;
         };
         blocks: ({
             version: unknown;
@@ -72,23 +75,23 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
             pending?: boolean | undefined;
             objectId: string;
         } | {
-            name?: string | undefined;
             _tag: "file";
-            url: string;
             pending?: boolean | undefined;
+            url: string;
+            name?: string | undefined;
             mediaType?: string | undefined;
         } | {
             id?: string | undefined;
+            _tag: "image";
+            pending?: boolean | undefined;
             source?: {
-                type: "base64";
                 mediaType: string;
+                type: "base64";
                 data: string;
             } | {
-                type: "http";
                 url: string;
+                type: "http";
             } | undefined;
-            _tag: "image";
-            pending?: boolean | undefined;
         } | {
             _tag: "json";
             pending?: boolean | undefined;
@@ -100,13 +103,13 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
             pending?: boolean | undefined;
         } | {
             _tag: "reasoning";
+            pending?: boolean | undefined;
             reasoningText?: string | undefined;
-            signature?: string | undefined;
             redactedText?: string | undefined;
-            pending?: boolean | undefined;
+            signature?: string | undefined;
         } | {
+            reference: import("@dxos/echo/internal").Ref<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object>>;
             _tag: "reference";
-            reference: import("@dxos/echo-schema").Ref<import("@dxos/echo/Type").Expando>;
             pending?: boolean | undefined;
         } | {
             _tag: "select";
@@ -122,15 +125,15 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
             pending?: boolean | undefined;
         } | {
             _tag: "summary";
+            pending?: boolean | undefined;
+            mimeType?: string | undefined;
+            message?: string | undefined;
             model?: string | undefined;
             usage?: {
                 readonly inputTokens?: number | undefined;
                 readonly outputTokens?: number | undefined;
                 readonly totalTokens?: number | undefined;
             } | undefined;
-            pending?: boolean | undefined;
-            mimeType?: string | undefined;
-            message?: string | undefined;
             toolCalls?: number | undefined;
             errors?: number | undefined;
             duration?: number | undefined;
@@ -144,18 +147,20 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
             _tag: "toolkit";
             pending?: boolean | undefined;
         } | {
-            name: string;
             _tag: "toolCall";
             pending?: boolean | undefined;
+            name: string;
             toolCallId: string;
             input: string;
+            providerExecuted: boolean;
         } | {
-            name: string;
             _tag: "toolResult";
-            error?: string | undefined;
             pending?: boolean | undefined;
+            name: string;
             toolCallId: string;
+            providerExecuted: boolean;
             result?: string | undefined;
+            error?: string | undefined;
         } | {
             text: string;
             _tag: "transcript";
@@ -166,30 +171,30 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
             [x: string]: any;
         } | undefined;
     };
+    readonly objects?: readonly (import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
+        [x: string]: any;
+        id: import("@dxos/keys").ObjectId;
+    })[] | undefined;
 }, {
-    readonly message: import("@dxos/echo/Type").OfKind<import("@dxos/echo-schema").EntityKind.Object> & {
+    readonly message: import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
         id: string;
         parentMessage?: string | undefined;
         created: string;
         sender: {
             name?: string | undefined;
-            contact?: import("@dxos/echo-schema").Ref<import("@dxos/echo/Type").OfKind<import("@dxos/echo-schema").EntityKind.Object> & {
-                fields?: {
-                    readonly value: string;
-                    readonly category?: string | undefined;
-                    readonly label: string;
-                }[] | undefined;
+            role?: "user" | "assistant" | "tool" | undefined;
+            contact?: import("@dxos/echo/internal").Ref<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
                 image?: string | undefined;
                 fullName?: string | undefined;
                 preferredName?: string | undefined;
                 nickname?: string | undefined;
-                organization?: import("@dxos/echo-schema").Ref<import("@dxos/echo/Type").OfKind<import("@dxos/echo-schema").EntityKind.Object> & {
-                    id: string;
-                    name?: string | undefined;
+                organization?: import("@dxos/echo/internal").Ref<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
                     description?: string | undefined;
+                    name?: string | undefined;
                     status?: "prospect" | "qualified" | "active" | "commit" | "reject" | undefined;
                     image?: string | undefined;
                     website?: string | undefined;
+                    location?: readonly [number, number, (number | undefined)?] | undefined;
                 }> | undefined;
                 jobTitle?: string | undefined;
                 department?: string | undefined;
@@ -206,6 +211,11 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
                     readonly value: string;
                     readonly label?: string | undefined;
                 }[] | undefined;
+                fields?: {
+                    readonly value: string;
+                    readonly label: string;
+                    readonly category?: string | undefined;
+                }[] | undefined;
                 addresses?: {
                     readonly value: {
                         readonly street?: string | undefined;
@@ -223,11 +233,11 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
                     readonly label?: string | undefined;
                 }[] | undefined;
                 birthday?: string | undefined;
+                location?: readonly [number, number, (number | undefined)?] | undefined;
             }> | undefined;
             identityDid?: string | undefined;
             identityKey?: string | undefined;
             email?: string | undefined;
-            role?: "user" | "assistant" | undefined;
         };
         blocks: ({
             version: unknown;
@@ -235,23 +245,23 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
             pending?: boolean | undefined;
             objectId: string;
         } | {
-            name?: string | undefined;
             _tag: "file";
-            url: string;
             pending?: boolean | undefined;
+            url: string;
+            name?: string | undefined;
             mediaType?: string | undefined;
         } | {
             id?: string | undefined;
+            _tag: "image";
+            pending?: boolean | undefined;
             source?: {
-                type: "base64";
                 mediaType: string;
+                type: "base64";
                 data: string;
             } | {
-                type: "http";
                 url: string;
+                type: "http";
             } | undefined;
-            _tag: "image";
-            pending?: boolean | undefined;
         } | {
             _tag: "json";
             pending?: boolean | undefined;
@@ -263,13 +273,13 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
             pending?: boolean | undefined;
         } | {
             _tag: "reasoning";
+            pending?: boolean | undefined;
             reasoningText?: string | undefined;
-            signature?: string | undefined;
             redactedText?: string | undefined;
-            pending?: boolean | undefined;
+            signature?: string | undefined;
         } | {
+            reference: import("@dxos/echo/internal").Ref<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object>>;
             _tag: "reference";
-            reference: import("@dxos/echo-schema").Ref<import("@dxos/echo/Type").Expando>;
             pending?: boolean | undefined;
         } | {
             _tag: "select";
@@ -285,15 +295,15 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
             pending?: boolean | undefined;
         } | {
             _tag: "summary";
+            pending?: boolean | undefined;
+            mimeType?: string | undefined;
+            message?: string | undefined;
             model?: string | undefined;
             usage?: {
                 readonly inputTokens?: number | undefined;
                 readonly outputTokens?: number | undefined;
                 readonly totalTokens?: number | undefined;
             } | undefined;
-            pending?: boolean | undefined;
-            mimeType?: string | undefined;
-            message?: string | undefined;
             toolCalls?: number | undefined;
             errors?: number | undefined;
             duration?: number | undefined;
@@ -307,18 +317,20 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
             _tag: "toolkit";
             pending?: boolean | undefined;
         } | {
-            name: string;
             _tag: "toolCall";
             pending?: boolean | undefined;
+            name: string;
             toolCallId: string;
             input: string;
+            providerExecuted: boolean;
         } | {
-            name: string;
             _tag: "toolResult";
-            error?: string | undefined;
             pending?: boolean | undefined;
+            name: string;
             toolCallId: string;
+            providerExecuted: boolean;
             result?: string | undefined;
+            error?: string | undefined;
         } | {
             text: string;
             _tag: "transcript";
@@ -330,5 +342,5 @@ export declare const extractionNerFn: import("@dxos/functions").FunctionDefiniti
         } | undefined;
     };
     readonly timeElapsed: number;
-}>;
+}, import("@dxos/functions").FunctionServices>;
 //# sourceMappingURL=extraction-ner-function.d.ts.map

package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extraction-ner-function.d.ts","sourceRoot":"","sources":["../../../../../src/extraction/extraction-ner-function/extraction-ner-function.ts"],"names":[],"mappings":"AAkBA,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsC1B,CAAC"}
+{"version":3,"file":"extraction-ner-function.d.ts","sourceRoot":"","sources":["../../../../../src/extraction/extraction-ner-function/extraction-ner-function.ts"],"names":[],"mappings":"AAQA;;GAEG;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;+BA0ChC,CA1BD;wBAA0C,CAAC;0BAEnB,CAAA;yBACgD,CAAC;2BAA6C,CAAC;4BAuBtH,CApBA;;;;;;;kCAOkD,CAAC;;;;kCAK/B,CAAC;;;;kCAMZ,CAAC;;;;;qCAImH,CAAC;;;;uCAAkJ,CAAC;yCAA2D,CAAC;yCAA2D,CAAC;uCAAyD,CAAC;2CAA6D,CAAC;oDAAsE,CAAC;wCAA0D,CAAC;;kCAAuE,CAAC;;;;kCAA8I,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;+BAF11B,CA1BD;wBAA0C,CAAC;0BAEnB,CAAA;yBACgD,CAAC;2BAA6C,CAAC;4BAuBtH,CApBA;;;;;;;kCAOkD,CAAC;;;;kCAK/B,CAAC;;;;kCAMZ,CAAC;;;;;qCAImH,CAAC;;;;uCAAkJ,CAAC;yCAA2D,CAAC;yCAA2D,CAAC;uCAAyD,CAAC;2CAA6D,CAAC;oDAAsE,CAAC;wCAA0D,CAAC;;kCAAuE,CAAC;;;;kCAA8I,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8CAD11B,CAAC"}

package/dist/types/src/extraction/extraction-ner-function/named-entity-recognition.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"named-entity-recognition.d.ts","sourceRoot":"","sources":["../../../../../src/extraction/extraction-ner-function/named-entity-recognition.ts"],"names":[],"mappings":"AAIA,OAAO,EAEL,KAAK,+BAA+B,EACpC,KAAK,yBAAyB,EAE/B,MAAM,sBAAsB,CAAC;AAK9B;;;;GAIG;AACH,eAAO,MAAM,MAAM,gDAQlB,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB,GAAU,MAAM,MAAM,KAAG,OAAO,CAAC,yBAAyB,EAAE,CAM3F,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,QAAQ,yBAAyB,EAAE,KAAG,yBAAyB,EAAE,EAmClG,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,yBAAyB,EAAE,KAAG,yBAmBrE,CAAC"}
+{"version":3,"file":"named-entity-recognition.d.ts","sourceRoot":"","sources":["../../../../../src/extraction/extraction-ner-function/named-entity-recognition.ts"],"names":[],"mappings":"AAIA,OAAO,EAEL,KAAK,+BAA+B,EACpC,KAAK,yBAAyB,EAE/B,MAAM,sBAAsB,CAAC;AAM9B;;;;GAIG;AACH,eAAO,MAAM,MAAM,gDASlB,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB,GAAU,MAAM,MAAM,KAAG,OAAO,CAAC,yBAAyB,EAAE,CAM3F,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,QAAQ,yBAAyB,EAAE,KAAG,yBAAyB,EAAE,EAmClG,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,yBAAyB,EAAE,KAAG,yBAmBrE,CAAC"}

package/dist/types/src/extraction/extraction.d.ts

@@ -1,68 +1,70 @@
-import { Schema } from 'effect';
-import { Expando } from '@dxos/echo-schema';
-import { type FunctionDefinition, type FunctionExecutor } from '@dxos/functions';
+import * as Schema from 'effect/Schema';
+import { Type } from '@dxos/echo';
+import { type FunctionDefinition } from '@dxos/functions';
+import { type FunctionExecutor } from '@dxos/functions-runtime';
 export declare const ExtractionInput: Schema.Struct<{
-    message: import("@dxos/echo/Type").obj<Schema.Struct<{
+    message: Type.obj<Schema.Struct<{
         id: import("@dxos/keys").ObjectIdClass;
         parentMessage: Schema.optional<import("@dxos/keys").ObjectIdClass>;
         created: Schema.SchemaClass<string, string, never>;
         sender: Schema.mutable<Schema.Struct<{
-            contact: Schema.optional<import("@dxos/echo/Type").ref<import("@dxos/echo/Type").obj<Schema.Struct<{
-                fullName: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                preferredName: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                nickname: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                image: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                organization: Schema.optional<Schema.Schema<import("@dxos/echo-schema").Ref<import("@dxos/echo/Type").OfKind<import("@dxos/echo-schema").EntityKind.Object> & {
-                    id: string;
-                    name?: string | undefined;
+            role: Schema.optional<Schema.Literal<["user", "assistant", "tool"]>>;
+            contact: Schema.optional<import("@dxos/echo/internal").RefSchema<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
+                image?: string | undefined;
+                fullName?: string | undefined;
+                preferredName?: string | undefined;
+                nickname?: string | undefined;
+                organization?: import("@dxos/echo/internal").Ref<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
                     description?: string | undefined;
+                    name?: string | undefined;
                     status?: "prospect" | "qualified" | "active" | "commit" | "reject" | undefined;
                     image?: string | undefined;
                     website?: string | undefined;
-                }>, import("@dxos/echo-protocol").EncodedReference, never>>;
-                jobTitle: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                department: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                notes: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                emails: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: Schema.refine<string, typeof Schema.String>;
-                }>>>>;
-                identities: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: typeof Schema.String;
-                }>>>>;
-                phoneNumbers: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: typeof Schema.String;
-                }>>>>;
-                addresses: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: Schema.Struct<{
-                        street: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        extended: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        locality: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        region: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        postalCode: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        postOfficeBoxNumber: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        country: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                    }>;
-                }>>>>;
-                urls: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: Schema.refine<string, typeof Schema.String>;
-                }>>>>;
-                birthday: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                fields: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    category: Schema.optional<typeof Schema.String>;
-                    label: typeof Schema.String;
-                    value: typeof Schema.String;
-                }>>>>;
-            }>>>>;
+                    location?: readonly [number, number, (number | undefined)?] | undefined;
+                }> | undefined;
+                jobTitle?: string | undefined;
+                department?: string | undefined;
+                notes?: string | undefined;
+                emails?: {
+                    readonly value: string;
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                identities?: {
+                    readonly value: string;
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                phoneNumbers?: {
+                    readonly value: string;
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                fields?: {
+                    readonly value: string;
+                    readonly label: string;
+                    readonly category?: string | undefined;
+                }[] | undefined;
+                addresses?: {
+                    readonly value: {
+                        readonly street?: string | undefined;
+                        readonly extended?: string | undefined;
+                        readonly locality?: string | undefined;
+                        readonly region?: string | undefined;
+                        readonly postalCode?: string | undefined;
+                        readonly postOfficeBoxNumber?: string | undefined;
+                        readonly country?: string | undefined;
+                    };
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                urls?: {
+                    readonly value: string;
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                birthday?: string | undefined;
+                location?: readonly [number, number, (number | undefined)?] | undefined;
+            }>>;
             identityDid: Schema.optional<typeof Schema.String>;
             identityKey: Schema.optional<typeof Schema.String>;
             email: Schema.optional<typeof Schema.String>;
             name: Schema.optional<typeof Schema.String>;
-            role: Schema.optional<Schema.Literal<["user", "assistant"]>>;
         }>>;
         blocks: Schema.mutable<Schema.Array$<Schema.Union<[Schema.mutable<Schema.TaggedStruct<"anchor", {
             pending: Schema.optional<typeof Schema.Boolean>;
@@ -98,10 +100,7 @@ export declare const ExtractionInput: Schema.Struct<{
             signature: Schema.optional<typeof Schema.String>;
         }>>, Schema.mutable<Schema.TaggedStruct<"reference", {
             pending: Schema.optional<typeof Schema.Boolean>;
-            reference: import("@dxos/echo/Type").ref<Schema.Schema<import("@dxos/echo/Type").Expando, {
-                [x: string]: any;
-                id: string;
-            }, never>>;
+            reference: import("@dxos/echo/internal").RefSchema<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {}>;
         }>>, Schema.mutable<Schema.TaggedStruct<"select", {
             pending: Schema.optional<typeof Schema.Boolean>;
             options: Schema.Array$<typeof Schema.String>;
@@ -136,12 +135,14 @@ export declare const ExtractionInput: Schema.Struct<{
             toolCallId: typeof Schema.String;
             name: typeof Schema.String;
             input: typeof Schema.String;
+            providerExecuted: typeof Schema.Boolean;
         }>>, Schema.mutable<Schema.TaggedStruct<"toolResult", {
             pending: Schema.optional<typeof Schema.Boolean>;
             toolCallId: typeof Schema.String;
             name: typeof Schema.String;
             result: Schema.optional<typeof Schema.String>;
             error: Schema.optional<typeof Schema.String>;
+            providerExecuted: typeof Schema.Boolean;
         }>>, Schema.mutable<Schema.TaggedStruct<"transcript", {
             pending: Schema.optional<typeof Schema.Boolean>;
             started: typeof Schema.String;
@@ -149,7 +150,7 @@ export declare const ExtractionInput: Schema.Struct<{
         }>>]>>>;
         properties: Schema.optional<Schema.mutable<Schema.Record$<typeof Schema.String, typeof Schema.Any>>>;
     }>>;
-    objects: Schema.optional<Schema.Array$<Schema.Schema<Expando, Expando, never>>>;
+    objects: Schema.optional<Schema.Array$<Type.obj<Schema.Schema<import("@dxos/echo/internal").Expando, import("@dxos/echo/internal").ExpandoEncoded, never>>>>;
     options: Schema.optional<Schema.Struct<{
         timeout: Schema.optional<typeof Schema.Number>;
         fallbackToRaw: Schema.optional<typeof Schema.Boolean>;
@@ -158,67 +159,68 @@ export declare const ExtractionInput: Schema.Struct<{
 export interface ExtractionInput extends Schema.Schema.Type<typeof ExtractionInput> {
 }
 export declare const ExtractionOutput: Schema.Struct<{
-    message: import("@dxos/echo/Type").obj<Schema.Struct<{
+    message: Type.obj<Schema.Struct<{
         id: import("@dxos/keys").ObjectIdClass;
         parentMessage: Schema.optional<import("@dxos/keys").ObjectIdClass>;
         created: Schema.SchemaClass<string, string, never>;
         sender: Schema.mutable<Schema.Struct<{
-            contact: Schema.optional<import("@dxos/echo/Type").ref<import("@dxos/echo/Type").obj<Schema.Struct<{
-                fullName: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                preferredName: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                nickname: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                image: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                organization: Schema.optional<Schema.Schema<import("@dxos/echo-schema").Ref<import("@dxos/echo/Type").OfKind<import("@dxos/echo-schema").EntityKind.Object> & {
-                    id: string;
-                    name?: string | undefined;
+            role: Schema.optional<Schema.Literal<["user", "assistant", "tool"]>>;
+            contact: Schema.optional<import("@dxos/echo/internal").RefSchema<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
+                image?: string | undefined;
+                fullName?: string | undefined;
+                preferredName?: string | undefined;
+                nickname?: string | undefined;
+                organization?: import("@dxos/echo/internal").Ref<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
                     description?: string | undefined;
+                    name?: string | undefined;
                     status?: "prospect" | "qualified" | "active" | "commit" | "reject" | undefined;
                     image?: string | undefined;
                     website?: string | undefined;
-                }>, import("@dxos/echo-protocol").EncodedReference, never>>;
-                jobTitle: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                department: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                notes: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                emails: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: Schema.refine<string, typeof Schema.String>;
-                }>>>>;
-                identities: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: typeof Schema.String;
-                }>>>>;
-                phoneNumbers: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: typeof Schema.String;
-                }>>>>;
-                addresses: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: Schema.Struct<{
-                        street: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        extended: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        locality: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        region: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        postalCode: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        postOfficeBoxNumber: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                        country: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                    }>;
-                }>>>>;
-                urls: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    label: Schema.optional<typeof Schema.String>;
-                    value: Schema.refine<string, typeof Schema.String>;
-                }>>>>;
-                birthday: Schema.optional<Schema.SchemaClass<string, string, never>>;
-                fields: Schema.optional<Schema.mutable<Schema.Array$<Schema.Struct<{
-                    category: Schema.optional<typeof Schema.String>;
-                    label: typeof Schema.String;
-                    value: typeof Schema.String;
-                }>>>>;
-            }>>>>;
+                    location?: readonly [number, number, (number | undefined)?] | undefined;
+                }> | undefined;
+                jobTitle?: string | undefined;
+                department?: string | undefined;
+                notes?: string | undefined;
+                emails?: {
+                    readonly value: string;
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                identities?: {
+                    readonly value: string;
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                phoneNumbers?: {
+                    readonly value: string;
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                fields?: {
+                    readonly value: string;
+                    readonly label: string;
+                    readonly category?: string | undefined;
+                }[] | undefined;
+                addresses?: {
+                    readonly value: {
+                        readonly street?: string | undefined;
+                        readonly extended?: string | undefined;
+                        readonly locality?: string | undefined;
+                        readonly region?: string | undefined;
+                        readonly postalCode?: string | undefined;
+                        readonly postOfficeBoxNumber?: string | undefined;
+                        readonly country?: string | undefined;
+                    };
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                urls?: {
+                    readonly value: string;
+                    readonly label?: string | undefined;
+                }[] | undefined;
+                birthday?: string | undefined;
+                location?: readonly [number, number, (number | undefined)?] | undefined;
+            }>>;
             identityDid: Schema.optional<typeof Schema.String>;
             identityKey: Schema.optional<typeof Schema.String>;
             email: Schema.optional<typeof Schema.String>;
             name: Schema.optional<typeof Schema.String>;
-            role: Schema.optional<Schema.Literal<["user", "assistant"]>>;
         }>>;
         blocks: Schema.mutable<Schema.Array$<Schema.Union<[Schema.mutable<Schema.TaggedStruct<"anchor", {
             pending: Schema.optional<typeof Schema.Boolean>;
@@ -254,10 +256,7 @@ export declare const ExtractionOutput: Schema.Struct<{
             signature: Schema.optional<typeof Schema.String>;
         }>>, Schema.mutable<Schema.TaggedStruct<"reference", {
             pending: Schema.optional<typeof Schema.Boolean>;
-            reference: import("@dxos/echo/Type").ref<Schema.Schema<import("@dxos/echo/Type").Expando, {
-                [x: string]: any;
-                id: string;
-            }, never>>;
+            reference: import("@dxos/echo/internal").RefSchema<import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {}>;
         }>>, Schema.mutable<Schema.TaggedStruct<"select", {
             pending: Schema.optional<typeof Schema.Boolean>;
             options: Schema.Array$<typeof Schema.String>;
@@ -292,12 +291,14 @@ export declare const ExtractionOutput: Schema.Struct<{
             toolCallId: typeof Schema.String;
             name: typeof Schema.String;
             input: typeof Schema.String;
+            providerExecuted: typeof Schema.Boolean;
         }>>, Schema.mutable<Schema.TaggedStruct<"toolResult", {
             pending: Schema.optional<typeof Schema.Boolean>;
             toolCallId: typeof Schema.String;
             name: typeof Schema.String;
             result: Schema.optional<typeof Schema.String>;
             error: Schema.optional<typeof Schema.String>;
+            providerExecuted: typeof Schema.Boolean;
         }>>, Schema.mutable<Schema.TaggedStruct<"transcript", {
             pending: Schema.optional<typeof Schema.Boolean>;
             started: typeof Schema.String;