@dxos/assistant-toolkit 0.8.4-main.e8ec1fe → 0.8.4-main.fcfe5033a5

package/src/functions/discord/fetch-messages.ts

@@ -1,252 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
-import { DiscordConfig, DiscordREST, DiscordRESTMemoryLive } from 'dfx';
-import type {
-  GuildChannelResponse,
-  MessageResponse,
-  PrivateChannelResponse,
-  PrivateGroupChannelResponse,
-  ThreadResponse,
-} from 'dfx/types';
-import * as Array from 'effect/Array';
-import * as Effect from 'effect/Effect';
-import * as Function from 'effect/Function';
-import * as Layer from 'effect/Layer';
-import * as Option from 'effect/Option';
-import * as Schema from 'effect/Schema';
-
-import { Obj } from '@dxos/echo';
-import { CredentialsService, TracingService, defineFunction } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { Message } from '@dxos/types';
-
-// TODO(dmaretskyi): Extract.
-const TimeRange = class extends Schema.String.pipe(Schema.pattern(/\d+(s|m|h|d)/)).annotations({
-  description: 'Time range. 1d - 1 day, 2h - 2 hours, 30m - 30 minutes, 15s - 15 seconds.',
-  examples: ['1d', '2h', '30m', '15s'],
-}) {
-  static toSeconds(timeRange: Schema.Schema.Type<typeof TimeRange>) {
-    const match = timeRange.match(/(\d+)(s|m|h|d)/);
-    if (!match) {
-      throw new Error(`Invalid time range: ${timeRange}`);
-    }
-    const [_, amount, unit] = match;
-    switch (unit) {
-      case 's':
-        return Number(amount);
-      case 'm':
-        return Number(amount) * 60;
-      case 'h':
-        return Number(amount) * 60 * 60;
-      case 'd':
-        return Number(amount) * 24 * 60 * 60;
-      default:
-        throw new Error(`Invalid time range unit: ${unit}`);
-    }
-  }
-};
-type TimeRange = Schema.Schema.Type<typeof TimeRange>;
-
-const DiscordConfigFromCredential = Layer.unwrapEffect(
-  Effect.gen(function* () {
-    return DiscordConfig.layer({
-      token: yield* CredentialsService.getApiKey({ service: 'discord.com' }),
-      rest: {
-        baseUrl: 'https://api-proxy.dxos.workers.dev/discord.com/api/v10',
-      },
-    });
-  }),
-);
-
-type DiscordChannel = GuildChannelResponse | PrivateChannelResponse | PrivateGroupChannelResponse | ThreadResponse;
-
-const DEFAULT_AFTER = 1704067200; // 2024-01-01
-const DEFAULT_LIMIT = 500;
-const DEFAULT_IGNORE_USERNAMES = ['GitHub', 'Needle'];
-
-// TODO(dmaretskyi): Align with standard thread type.
-type Thread = {
-  discordChannelId: string;
-  name?: string;
-  messages: Message.Message[];
-};
-
-export default defineFunction({
-  key: 'dxos.org/function/fetch-discord-messages',
-  name: 'Sync Discord messages',
-  inputSchema: Schema.Struct({
-    serverId: Schema.String.annotations({
-      description: 'The ID of the server to fetch messages from.',
-    }),
-    channelId: Schema.optional(Schema.String).annotations({
-      description:
-        'The ID of the channel to fetch messages from. Will crawl all channels from the server if not specified.',
-    }),
-    after: Schema.optional(Schema.Number).annotations({
-      description:
-        'Fetch messages that were sent after a given date. Unix timestamp in seconds. Exclusive with `last`.',
-    }),
-    last: TimeRange.annotations({
-      description:
-        'Time range to fetch most recent messages. Specifies the range in the past, from now. "1d" would fetch messages from the last 24 hours.',
-    }),
-    limit: Schema.optional(Schema.Number).annotations({
-      description: 'The maximum number of messages to fetch.',
-    }),
-    pageSize: Schema.optional(Schema.Number).annotations({
-      description: 'The number of messages to fetch per page.',
-    }),
-    ignoreUsernames: Schema.optional(Schema.Array(Schema.String)).annotations({
-      description: 'Exclude messages from these usernames.',
-    }),
-  }),
-  handler: Effect.fnUntraced(
-    function* ({
-      data: {
-        serverId,
-        channelId,
-        after,
-        last,
-        pageSize = 100,
-        limit = DEFAULT_LIMIT,
-        ignoreUsernames = DEFAULT_IGNORE_USERNAMES,
-      },
-    }) {
-      if (!after && !last) {
-        throw new Error('cannot specify both `after` and `last`');
-      }
-      const afterTs = last ? Date.now() / 1000 - TimeRange.toSeconds(last) : (after ?? DEFAULT_AFTER);
-
-      const rest = yield* DiscordREST;
-
-      let channels: DiscordChannel[] = [];
-      channels.push(...(yield* rest.listGuildChannels(serverId)));
-      const { threads: guildThreads } = yield* rest.getActiveGuildThreads(serverId);
-      channels.push(...guildThreads);
-      if (channelId) {
-        channels = channels.filter((channel) => channel.id === channelId);
-      }
-      if (channels.length === 0) {
-        throw new Error('no channels found');
-      }
-      for (const channel of channels) {
-        console.log(channel.id, 'name' in channel ? channel.name : undefined);
-      }
-
-      yield* TracingService.emitStatus({ message: `Will fetch from channels: ${channels.length}` });
-
-      const threads = yield* Effect.forEach(
-        channels,
-        Effect.fnUntraced(function* (channel) {
-          const allMessages: Message.Message[] = [];
-
-          let lastMessage: Option.Option<Message.Message> = Option.none();
-          while (true) {
-            const { id: lastId = undefined } = Function.pipe(
-              lastMessage,
-              Option.map(Obj.getKeys('discord.com')),
-              Option.flatMap(Option.fromIterable),
-              Option.getOrElse(() => ({ id: undefined })),
-            );
-
-            const options = {
-              after: !lastId ? `${generateSnowflake(afterTs)}` : lastId,
-              limit: pageSize,
-            };
-            log.info('fetching messages', {
-              lastId,
-              afterTs,
-              afterSnowflake: options.after,
-              after: parseSnowflake(options.after),
-              limit: options.limit,
-            });
-            const messages = yield* rest.listMessages(channel.id, options).pipe(
-              Effect.map(Array.map(makeMessage)),
-              Effect.map(Array.reverse),
-              Effect.catchTag('ErrorResponse', (err) =>
-                err.cause.code === 50001 ? Effect.succeed([]) : Effect.fail(err),
-              ),
-            );
-            if (messages.length > 0) {
-              lastMessage = Option.fromNullable(messages.at(-1));
-              allMessages.push(...messages);
-            } else {
-              break;
-            }
-            yield* TracingService.emitStatus({ message: `Fetched messages: ${allMessages.length}` });
-            if (allMessages.length >= limit) {
-              break;
-            }
-          }
-
-          return {
-            discordChannelId: channel.id,
-            name: 'name' in channel ? (channel.name ?? undefined) : undefined,
-            messages: allMessages
-              .filter((message) => !message.sender.name || !ignoreUsernames.includes(message.sender.name))
-              .filter((message) =>
-                message.blocks.some((block: any) => block._tag === 'text' && block.text.trim().length > 0),
-              ),
-          } satisfies Thread;
-        }),
-        { concurrency: 10 },
-      );
-
-      return threads
-        .filter((thread) => thread.messages.length > 0)
-        .map(serializeThread)
-        .join('\n');
-    },
-    Effect.provide(
-      DiscordRESTMemoryLive.pipe(Layer.provideMerge(DiscordConfigFromCredential)).pipe(
-        Layer.provide(FetchHttpClient.layer),
-      ),
-    ),
-    Effect.orDie,
-  ),
-});
-
-/**
- * @param unixTimestamp in seconds
- */
-const generateSnowflake = (unixTimestamp: number): bigint => {
-  const discordEpoch = 1420070400000n; // Discord Epoch (ms)
-  return (BigInt(unixTimestamp * 1000) - discordEpoch) << 22n;
-};
-
-const parseSnowflake = (snowflake: string): Date => {
-  const discordEpoch = 1420070400000n; // Discord Epoch (ms)
-  return new Date(Number((BigInt(snowflake) >> 22n) + discordEpoch));
-};
-
-// TODO(burdon): Move to @dxos/types.
-const makeMessage = (message: MessageResponse): Message.Message =>
-  Obj.make(Message.Message, {
-    [Obj.Meta]: {
-      keys: [
-        { id: message.id, source: 'discord.com' },
-        { id: message.channel_id, source: 'discord.com/thread' },
-      ],
-    },
-    sender: { name: message.author.username },
-    created: message.timestamp,
-    blocks: [{ _tag: 'text', text: message.content }],
-  });
-
-/**
- * Standard JSON serialization is to verbose for large amounts of data.
- */
-const serializeThread = (thread: Thread): string => {
-  return `<thread id=${thread.discordChannelId} name=${thread.name ?? ''}>\n${thread.messages
-    .map(
-      (message) =>
-        `  ${message.sender.name}: ${message.blocks
-          .filter((block: any) => block._tag === 'text')
-          .map((block: any) => block.text)
-          .join(' ')}`,
-    )
-    .join('\n')}\n</thread>`;
-};

package/src/functions/discord/index.ts

@@ -1,9 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { default as fetch$ } from './fetch-messages';
-
-export namespace Discord {
-  export const fetch = fetch$;
-}

package/src/functions/document/index.ts

@@ -1,12 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { default as read$ } from './read';
-import { default as update$ } from './update';
-
-/** @deprecated */
-export namespace Document {
-  export const read = read$;
-  export const update = update$;
-}

package/src/functions/document/read.ts

@@ -1,29 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { ArtifactId } from '@dxos/assistant';
-import { DatabaseService, defineFunction } from '@dxos/functions';
-import { Markdown } from '@dxos/plugin-markdown/types';
-
-export default defineFunction({
-  key: 'dxos.org/function/markdown/read',
-  name: 'Read markdown document',
-  description: 'Read markdown document.',
-  inputSchema: Schema.Struct({
-    id: ArtifactId.annotations({
-      description: 'The ID of the document to read.',
-    }),
-  }),
-  outputSchema: Schema.Struct({
-    content: Schema.String,
-  }),
-  handler: Effect.fn(function* ({ data: { id } }) {
-    const doc = yield* DatabaseService.resolve(ArtifactId.toDXN(id), Markdown.Document);
-    const { content } = yield* DatabaseService.load(doc.content);
-    return { content };
-  }),
-});

package/src/functions/document/update.ts

@@ -1,30 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { ArtifactId } from '@dxos/assistant';
-import { DatabaseService, defineFunction } from '@dxos/functions';
-import { Markdown } from '@dxos/plugin-markdown/types';
-
-export default defineFunction({
-  key: 'dxos.org/function/markdown/update',
-  name: 'Update markdown',
-  description: 'Updates the entire contents of the markdown document.',
-  inputSchema: Schema.Struct({
-    id: ArtifactId.annotations({
-      description: 'The ID of the document to write.',
-    }),
-    content: Schema.String.annotations({
-      description: 'New content to write to the document.',
-    }),
-  }),
-  outputSchema: Schema.Void,
-  handler: Effect.fn(function* ({ data: { id, content } }) {
-    const doc = yield* DatabaseService.resolve(ArtifactId.toDXN(id), Markdown.Document);
-    const text = yield* DatabaseService.load(doc.content);
-    text.content = content;
-  }),
-});

package/src/functions/github/fetch-prs.ts

@@ -1,30 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as HttpClient from '@effect/platform/HttpClient';
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { defineFunction, withAuthorization } from '@dxos/functions';
-
-export default defineFunction({
-  key: 'dxos.org/function/github/fetch-prs',
-  name: 'Fetch PRs',
-  description: 'Fetches PRs from GitHub.',
-  inputSchema: Schema.Struct({
-    owner: Schema.String.annotations({
-      description: 'GitHub owner.',
-    }),
-    repo: Schema.String.annotations({
-      description: 'GitHub repository.',
-    }),
-  }),
-  handler: Effect.fnUntraced(function* ({ data }) {
-    const client = yield* HttpClient.HttpClient.pipe(Effect.map(withAuthorization({ service: 'github.com' })));
-
-    const response = yield* client.get(`https://api.github.com/repos/${data.owner}/${data.repo}/pulls`);
-    const json: any = yield* response.json;
-    return json;
-  }),
-});

package/src/functions/linear/index.ts

@@ -1,9 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { default as sync$ } from './sync-issues';
-
-export namespace Linear {
-  export const sync = sync$;
-}

package/src/functions/linear/linear.test.ts

@@ -1,83 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Toolkit from '@effect/ai/Toolkit';
-import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
-import { describe, it } from '@effect/vitest';
-import * as Config from 'effect/Config';
-import * as Effect from 'effect/Effect';
-import * as Layer from 'effect/Layer';
-
-import { AiService } from '@dxos/ai';
-import { AiServiceTestingPreset } from '@dxos/ai/testing';
-import { makeToolExecutionServiceFromFunctions, makeToolResolverFromFunctions } from '@dxos/assistant';
-import { Obj, Query } from '@dxos/echo';
-import { TestHelpers } from '@dxos/effect';
-import { CredentialsService, DatabaseService, FunctionInvocationService } from '@dxos/functions';
-import { TracingServiceExt } from '@dxos/functions-runtime';
-import {
-  FunctionInvocationServiceLayerTestMocked,
-  TestDatabaseLayer,
-  testStoragePath,
-} from '@dxos/functions-runtime/testing';
-import { Person, Project, Task } from '@dxos/types';
-
-import { LINEAR_ID_KEY, default as fetchLinearIssues } from './sync-issues';
-
-const TestLayer = Layer.mergeAll(
-  AiService.model('@anthropic/claude-opus-4-0'),
-  makeToolResolverFromFunctions([], Toolkit.make()),
-  makeToolExecutionServiceFromFunctions(Toolkit.make() as any, Layer.empty as any),
-).pipe(
-  Layer.provideMerge(
-    Layer.mergeAll(
-      AiServiceTestingPreset('direct'),
-      TestDatabaseLayer({
-        // indexing: { vector: true },
-        types: [Task.Task, Person.Person, Project.Project],
-        storagePath: testStoragePath({ name: 'feed-test-13' }),
-      }),
-      CredentialsService.layerConfig([{ service: 'linear.app', apiKey: Config.redacted('LINEAR_API_KEY') }]),
-      FunctionInvocationServiceLayerTestMocked({ functions: [fetchLinearIssues] }).pipe(
-        Layer.provideMerge(TracingServiceExt.layerLogInfo()),
-      ),
-      FetchHttpClient.layer,
-    ),
-  ),
-);
-
-describe('Linear', { timeout: 600_000 }, () => {
-  it.effect(
-    'sync',
-    Effect.fnUntraced(
-      function* (_) {
-        yield* DatabaseService.flush({ indexes: true });
-
-        yield* FunctionInvocationService.invokeFunction(fetchLinearIssues, {
-          team: '1127c63a-6f77-4725-9229-50f6cd47321c',
-        });
-
-        const { objects: persons } = yield* DatabaseService.runQuery(Query.type(Person.Person));
-        console.log('people', {
-          count: persons.length,
-          people: persons.map((_) => `(${_.id}) ${Obj.getLabel(_)} [${Obj.getKeys(_, LINEAR_ID_KEY)[0]?.id}]`),
-        });
-        const { objects: projects } = yield* DatabaseService.runQuery(Query.type(Project.Project));
-        console.log('projects', {
-          count: projects.length,
-          projects: projects.map((_) => `(${_.id}) ${Obj.getLabel(_)} [${Obj.getKeys(_, LINEAR_ID_KEY)[0]?.id}]`),
-        });
-        const { objects: tasks } = yield* DatabaseService.runQuery(Query.type(Task.Task));
-        console.log('tasks', {
-          count: tasks.length,
-          tasks: tasks.map((_) => `(${_.id}) ${Obj.getLabel(_)} [${Obj.getKeys(_, LINEAR_ID_KEY)[0]?.id}]`),
-        });
-
-        yield* DatabaseService.flush({ indexes: true });
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.taggedTest('sync'),
-    ),
-  );
-});

package/src/functions/research/document-create.ts

@@ -1,75 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { ArtifactId } from '@dxos/assistant';
-import { Obj, Relation } from '@dxos/echo';
-import { DatabaseService, TracingService, defineFunction } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { Markdown } from '@dxos/plugin-markdown/types';
-import { HasSubject } from '@dxos/types';
-import { trim } from '@dxos/util';
-
-export default defineFunction({
-  key: 'dxos.org/function/research/document-create',
-  name: 'Create research document',
-  description: 'Creates a note summarizing the research.',
-  inputSchema: Schema.Struct({
-    subject: ArtifactId.annotations({
-      description: trim`
-        ID of the object (organization, contact, etc.) for which the research was performed. 
-      `,
-    }),
-    name: Schema.String.annotations({
-      description: 'Name of the document.',
-    }),
-    content: Schema.String.annotations({
-      description: trim`
-        Content of the note. 
-        Supports (and are prefered) references to research objects using @ syntax and <object> tags (refer to research blueprint instructions).
-      `,
-    }),
-  }),
-  outputSchema: Schema.Struct({
-    document: ArtifactId.annotations({
-      description: 'DXN of the created document.',
-    }),
-  }),
-  handler: Effect.fnUntraced(function* ({ data: { subject, name, content } }) {
-    log.info('Creating research document', { subject, name, content });
-
-    // TODO(burdon): Auto flush before and after calling function?
-    yield* DatabaseService.flush({ indexes: true });
-    yield* TracingService.emitStatus({ message: 'Creating research document...' });
-
-    // TODO(burdon): Type check.
-    const target = (yield* DatabaseService.resolve(ArtifactId.toDXN(subject))) as Obj.Any;
-
-    // Create document.
-    const object = yield* DatabaseService.add(
-      Markdown.make({
-        name,
-        content,
-      }),
-    );
-
-    // Create relation.
-    yield* DatabaseService.add(
-      Relation.make(HasSubject.HasSubject, {
-        [Relation.Source]: object,
-        [Relation.Target]: target,
-        completedAt: new Date().toISOString(),
-      }),
-    );
-
-    yield* DatabaseService.flush({ indexes: true });
-    log.info('Created research document', { subject, object });
-
-    return {
-      document: Obj.getDXN(object).toString(),
-    };
-  }),
-});

package/src/functions/research/index.ts

@@ -1,14 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { default as create$ } from './document-create';
-import { default as research$ } from './research';
-
-export * from './research-graph';
-export * from './types';
-
-export namespace Research {
-  export const create = create$;
-  export const research = research$;
-}

package/src/functions/research/research-graph.ts

@@ -1,47 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Layer from 'effect/Layer';
-import * as Schema from 'effect/Schema';
-
-import { Obj, Query, Ref, Type } from '@dxos/echo';
-import { Queue } from '@dxos/echo-db';
-import { ContextQueueService, DatabaseService, QueueService } from '@dxos/functions';
-
-/**
- * Container for a set of ephemeral research results.
- */
-export const ResearchGraph = Schema.Struct({
-  queue: Type.Ref(Queue),
-}).pipe(
-  Type.Obj({
-    typename: 'dxos.org/type/ResearchGraph',
-    version: '0.1.0',
-  }),
-);
-
-export interface ResearchGraph extends Schema.Schema.Type<typeof ResearchGraph> {}
-
-export const queryResearchGraph: () => Effect.Effect<ResearchGraph | undefined, never, DatabaseService> = Effect.fn(
-  'queryResearchGraph',
-)(function* () {
-  const { objects } = yield* DatabaseService.runQuery(Query.type(ResearchGraph));
-  return objects.at(0);
-});
-
-export const createResearchGraph: () => Effect.Effect<ResearchGraph, never, DatabaseService | QueueService> = Effect.fn(
-  'createResearchGraph',
-)(function* () {
-  const queue = yield* QueueService.createQueue();
-  return yield* DatabaseService.add(Obj.make(ResearchGraph, { queue: Ref.fromDXN(queue.dxn) }));
-});
-
-export const contextQueueLayerFromResearchGraph = Layer.unwrapEffect(
-  Effect.gen(function* () {
-    const researchGraph = (yield* queryResearchGraph()) ?? (yield* createResearchGraph());
-    const researchQueue = yield* DatabaseService.load(researchGraph.queue);
-    return ContextQueueService.layer(researchQueue);
-  }),
-);